diff --git a/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6617652735b695434a7618f41d707ec82cb998f1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d679930f8f02a9fa4414801f21ece2065c73d26caf0716aa459b06093fa1784
+size 129106
diff --git a/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d42439252ec6d3c0d3ac012aea5746dec908d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b467c91390fc5b5d9f74ab64a25c774b38ecc595a2ebae1c96338fc4b9a957f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd969c57f01cdbffc02fdd9bafcffaa28226322
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dd92290062c29236b05c271a0705864bcf4913f89a68967d668b79a8ec506b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f1b0b4838d25d17dc26eb233b5bc9678278f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675ecdbb7dbd8b096c1d44c007320f9eb40dc262de0ce5a1982b9768703ca80d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7249dbf46675abef2199de93269b26966382ff6e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9978823c949a74ab3a22e11e75e224bb69d7a7586f733d8d8a632414cb70fb
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052f4575d1a08610ee0ff10737ab0ba06b035321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e33d756c9f4dcceba3ddbbcf9c39b7bd2be4646f3b8df0028079e080707c405
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a787c0df7aab41cce7c97a860830003df104a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfa2a5d933069aa1485947765aeab3094df48726c8fcc8b3b844251afcb7980
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7591eb1e07af3c4e3cfcecd41d32d7a60091d9d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ab34cc4e171c3344b1427035f8af9e4eac0c7373abf4ee3572522cfafbb6a5
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e504066c27476bf24bdbd5a6d2b23c52ed57ae9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec77af9b5549d2fa9e561ae3dec1b5a8d5d3e2ff2447a66099510862e273df70
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859fbdb8aac19ee1c04c10cbe5b9e303834a060e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ffce1095a34ca1aee7c7f789227632d01683e3f4c24de66b71c9c653169055
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c93509067dba32da719a2902e59899d8af325
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d52ec0bd3a361861c943f707b4c387ee8446c7b539bfd33e0dc64b62cd5da2
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a07f0e9de4717862dda19725d24aa911942a78
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3f9d5eff49997ece9178c0dd36f226518f6dfdf90675dab56a8d4597b88a66
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f249d84fb38379baca4b093b1dd2f33dd281d9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405b4541955da970ca01bfa9cd8428e673d56a6057fb7aafa870bc58db80cc96
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccb77c653164d916f8b638c27412f684f4c59e2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d8a4dc9da2556ef1a22e54598aa6ed8ce9de3f2f13a6c01fa5ea17efb48f8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c023a11bda2f418aff9e8fd254ce776d75328b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46053b62d596a570d9adb7ba1bbd27226b0a5b2768c54866cfc22bac0ae54b38
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fab5392b4ed80f6667a4059a2e00dbaf811d03
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76712b6a432ff607d75c559b1643dfb2e8d34d9bc58cc3868ed7191fe60aa2a
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b72de7e5d692cb422e68f9f27e7b70a1bc96f4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e053cc498664fcd3d2c59e72e892e09ddd3aa79f3042248a63509f4efabe300e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b445cd5d5d034e70996e4975efc4b7d994b6989
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c9421f4d47d513c002652dda623a7b4bf60c20d7ea9ddd640287deba2a8e2d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f3060bfab1c61dac33affc01ab6c032b344ab2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f70a38cd241e602adb3c35910f8f17c652e75629e0868897f978501ab37bcc7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed970ef1d91bc7c148cee15ad36b92af16de628
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e68ab367b640b2f8652c8200f011324dfb11abbf5e98184d7d69774c82c2d28
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a333343718f161d0005ffea0818cb0073a3a3789
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2987333beeafe832c9de7837ea76aed94debab4a7913ca927b86e94a050555c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fb4165e2ef2ea9f588bd939f75b47a0b17de8c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1860db94dc18cb33e9c5b1dbcd65c92906c5887f516dde12a56ebdfe304f8eaf
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121d70185f3bfe8d378b1cdcbb5dddee341058cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edc48dff2f7be7f7e12bf32e6ab9cd01719ec1276f439baa879ab940104490e
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934942cb8e5864f2f41320f5116daa644a5bd012
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894113dcabf768b65517e8ff885f3d4ac50c0fa09d3a8ac681f4fc6170f111e8
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69fe69e335a61206c01ef03660ca657f7f0f513
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaaffb357fec88083efe70ee06e791640521fa415c2f46a0efead018388d873
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb98c86a38a3ea0121879d5f8c0a24c402fc083
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5da47e55c9ccfaeecdee6f508c6456e83e08478900511b4251f7f84b9728f7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1fa25fc2b70eef7a02f0c810c738895d01e337
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d68eb0d2e948e99f61371256c3438dd74e4a6d020e617470e626824bb34b8c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a41396f56ebafe164eb8bcb55f5eb2a9575f45
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d749c3a9663f32b736c4eeda822eba3153697ed73a799a9082b5e740e9d09f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f845d553fc54d1a3f9f8a39c497b5aafe7d412f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449419e9227a0a89bc63f8056040523ef36c106aaf6d35b2f50a600f5137d8c4
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275887f6cf39e1bb08474b202757ebacbac51f7c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26bfdf36bb283dfa6538c3d472bc503e4b34a448c2be32f112f1c0bfe95c584
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b0b745c6158a63a968f30d50ae4b21612634e7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7a5ad01571e93a78fe596fec1bbf3fd3be94883328bc7195a7535a1636248e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc501e7f9e2add9be5ab2b3a700ff6deabed023
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6e295e8eaacd4f6eeb0ca80622185878397cb6fd6f264d130ec8b1cb0de632
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707734f83dc4b2a014033baff5d31577f851a25c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21419ce0431dceabe348fc462827f760aa7976a0aeb6c5cf445b831ce58b0f03
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd970ef331959b64a6cd252e09c872f35e3efbc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848ccae9f24c7b8e826f16a341f424efae65351d9bb1ed9c0cac6ca0cf437b1e
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0300e0b3a26c21a652c6996e4def654578e41ad0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77df2ab1aeb3d844d06a3cd563ac45747cfa99927934a0f25732742e4f3cc608
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47daff954e83ae33821204453fa6c25eacc6f7e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ade7f927c027eea85cc974743403272cbe25c440dc591c3e5a8175608721749
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8016b1cb0832b09e67e34ccfb40d9d3370939a39
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f3bbde74e84c21fb6374926b605e9199576ca1977d9404cb6d08db01ce9943
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde414e0ef81ef4d58d45bc8259cf859ded853e1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43db492948d6e126f5ee570cae877fd21186d918740a80536da11170e69785e8
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9385ba4ef203f335b4df84451a4eb8b9b1310cc1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60dd01610d2087396e9d4f4bcb36b6ff0740bad6dd0e41db9a77ebe2fe40cf5
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db9fe8dd30b44ca7b19b52b706a6f378dc715c5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebed3f43ace316e65ac1d6d94b3448a88893b5a90de74d39bae01edcf791fbc
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826aad54d4f38cf5e96a1921c32e70c94c2307d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25832d6639dd922f2a4334ca56124131b96f28b0585c23b859934921f47ca24d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd21bbbca94b322b7eacfdf3f5711990507bce
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8bae11404560d4a68074ef734a15c0c2ed00c3f15400729b925730cf756920
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b060d27358b4723b32cde5235e20c1f2a76cc3a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be96d7a071467761569a09b2511d99e437b4ac56b021c88a6a547d11f06e925
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ffa5f1636710b192e763bbb0d5011e1020679
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4b6f2219d08e0772807ff6dc7e1fa5edf8df79bdf13085fa61e52f0c168793
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17c609ad899f8339c3c0e22189ac0426be40daf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e81d4d2716f52c2428df85e49676846b0eb29253fc649a90332f8593f618c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d99329189afc2abd1928073f942ea0369957976
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d9fb9ccf3a19ae5c99881ea71b7c593c246ca63fe4b1f6536e787eac42709b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d84889c09a5634c8d5a44084dbaec6f1590c37
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9115d6b4bdf9f035c3d655d36942e4e49443215d8443a2230b07f37dfd0228
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be7f41d54b845094f4218e6159783fc5573a093
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104e7f2852d9ba68ef963e8638fe26a5c9abf92862f8fb1f233af250b52c8907
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6fc35f7e7131f0c3e45df0d427330ab8d03684
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc101616f1334542b31f50beab2039f8b26066b6a1c3330e7a0a25b8ba6c4450
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e067971e382ab86ae4a1322850588aaa7297cd84
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c0c811f283210de5800a6f6f0f3c5e610e3e366c3515302e53ef26ef24dcad
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9427130425b62b00ec066ce20629e3a955161018
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f097a02612df6784de3d545d3da0eb1276cb336ce280e39f13f19ec61d3f96e9
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d54c053ae8064fb088e3dadca88418edb4727a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dca8165653c15de7a14748783be97533b3d723e270b810c0ce85f85bb5fe1a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623ab1df8ff73b0a0cf877f70822746f8ea872df
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f92b1562068db9b7fa8702c58d5ec98ea47d35936651066377b3f06c84ec67
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce8fc45b4949c8a5d49496e04b7756abe7173a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0d475c867fc640f2618946311d55e9a0c0912a710076158bf46e960b014d59
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0790113b60071646375138dce95bb75d0640de0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c0eb37eccff5dce2aa13ee723a6a3c4f0c0b5b5d2abc30ef327331e256afdc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb375e059ab0cea27a8bd50c9fca7fd62eb4d19e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d6ffb961c41469c90f1fd4bca9b4b276c46f9695c79270f881f2e55359a7d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b26792c6f0345aaf85fd39e1d669b6764ee5e0
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb3bed3e2bbca0982aeebe02116120a89a880b65a3858f64da372a13655bb86
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30389675d7b095561c020649aaab2847b502d48
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792552a830c73ac2c64769dfcafc2d8c7fd192d721631119c867ae70b81b37d2
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4115c6d2e1cb123fd22149cbef0fe11fcc4e2ca
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536359448eb235cd93b48906413fa289325198cf7eea53fbab0a7676c368f051
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418e4ad70bfd7580e1949e2ebdff81c8e66ff5cc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d87043eff4672497b33cef19a725c44e5972e1d26b9e168a87a8db90e3f171b
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a329aae92c6b2826d52be838001b4a12d6004a4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfca63326a19234f3ac705d069f65e7e885716d347472e38577285f098fc392
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ac6f022298414c637aea2f0c4aaaf338ec7fdf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7375eef0fafc7d4051544a7d39ec0b0bb274c72d4a0d656a5b18ed1f81848272
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebbb674614587a06d76e3a635ff335c72dc1838
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed4741e5eadce8b3370b0fb2c90519014a2c872d7d65cd683e8dde46148833
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f398f6dca8b45430e92f28057438b035da30bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4de8ce1395a70bac933fbb7fbe777a32ba782587304d76544820f34500d3060
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abca3bbeb4b689d0fc704fb57f4ea5b99471229
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2482fb105c84131da4e8e3a1dd217496ceb6aa802f5494ebf20aab252def0ae
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3760fab39636fb94b8dae712a9a2f1881157fdc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5967a938c6094dd596aefc3207c2090ca3ae358339a427d8de30e08ccf6e81b7
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bc60c2498f9e02a3afb8452d13243785842036
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1238bd897a09f305b23bc841eb0235507aa07d274aca2d771ef89b7f51fd401
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f059d8db4b36d374823516ea68402c39502c11e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7a6e7c93695fdab339b679578e68a794b6b51ea8a24935598f76cacc5532ba
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1567aea9573d366f3c60a59fffe169d2d71dd61
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073f95a585357731fad77af68c8b012a5b2bd0dc35e8ea63f045e55bdf14b2ec
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa864bc599a8e57f79b166455a82a2e626646b41
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d7da411eeb8a31661e4bc3cedfc90f3acdce380e5e6ebaa0beb6b013756828
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abc978d1bab0ff0dda7a8e527c16ac7cdf5a28e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bb037807231defd620513b6dc410d6db3f63985297e05b84d5fb4ab0d1dfeb
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1dc054950ce335d50bb0860c742773fbb78240
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7368cd1e36ca3b617f8cb3824b9a6c02885f43d59302fd748edc406dc7417bcc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf6d58485c5964d449af81387fc4a8898fa863a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c340b7d9dd703ce550d3a4ba6f1a3debf7c2bbf4cb7f7829c5612162f9b7745a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4535f29e4187413a65992514400cc8d8b2e865b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb868d475b120e56db45efe2fcb69508a29672ba2d1de56adf7937fbc7d8e7e2
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc559208d115915966f95a72ac94b9b590e69d8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8c1b392627aafe30839241ea85aed942126390ea7d702f32652cefa3beb777
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8870cc17127e447a0e54d1b402fa5293e422668b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94241b80452ac09780d224544670f35a4432904b44b63c2c0aceea759bf6ee8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8073c2fda1570503bde952e807c79bd5a9194b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7ba08c8f0e579148b3959a6a6997fff82ade3a31da0f9ba26b90d3d82da94c
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3559b6ccf30c8bb55c9a36c32f8561230b40d282
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1640b758620e89f93150480e757e16c52cf037887270356d98a035a9a1412c05
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed598320fe96e3e36e892199157ffa6c8dcf536
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1314660cdfeebaab1ddcb09666ff5795bf0609b08df9a1a21838ecad17bf6149
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a81092636276aa46169955fff4ef89dbea2a4e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cda6ae95395ff1c717be0e91678960638643fc7b88b9438290c452fa1a6b141
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55298d5d7da44c8c95f38172c59f9e73bb44e94
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520870fd8b7b173dfba3ee86cf210369b266c0f4fd6a494aa7b3b840b18d91a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2f723224f4e207a0243c0601681bf974933bbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6572fbb60f780a933a5fa3a4b0aeaf60d3fdb4020471796b6583b7544deed714
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3f5ae635f56757c3a3827a69fe5b765f002fe3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b3622631ab32ae6ee8d098934efc2a9096b23105585f3f0f356ebd027adebe
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1726d5e31c8e67d924fe2acf575d9167045b67b2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eff7a0cae80fc55968e66503911e3cbd38859a2b55d65cb79301b78d4308d00
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b5d6732a590a9cf983bc8fb818f8f64bddb959
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36212c0ca9d878e8a9692182b8e03d69118147d665858ed3e9713134cb4a066
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d79b876079d72a2efb9aeb916009c556370f4d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f857bd4007447dad5fdc6e272a5183577151e1d736e7914522416e86febe221
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510ed7ee70cdd153d703cb2faf7ceced38b24ed7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e64d5dca736f4807b9361e5e709c81bea9c329cb0292e15efd3b8e060f6000
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e7eb35a9775de3a73468e1de38265e27d0eed
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f21e3b58b0df9bf9fcadcf7532939ed88aa2fa458290f251012a5d229b8b3ef
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3b21a95661adab9b1bf08c318480350e349f64
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a8c25f5250cdf149d946a44793bc8847d560ee98dfc423eef5a1acc149ed07
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ded0340a6dabd706ebe808ce02b9a81cfa61a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c35fcd19e244400a27e8ad7ed6e768d73192532b10501dec13d0feed381d5d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dd59d911ebbc981a58c72f0ed213ea9490ffa7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47a3ea29dc01c03cf068ef5c38fa67be913f203f92169f7e2488d3bb8de9ace
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd4c299dba57391d8c98adcc8178db3b85fb86a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b171cb7c741ec3744bae43bb813870ae9749b38b013c69ab5ff2ca09acc9f28
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4235b533611d899571be2041761c58fdd23509
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e455180fb02c5300b9242bc5db1380926e6f58847237c15f3a8ae7e37c8bebe8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116b116854d727ee3b2256c072c1e4546ae1ef9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04066770d3f73f47ac0cc8e840dd4dba81e046983957664a692c8fdb7f689d5d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1821f749b431b08a9b2f25b22162a60b97a219a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f0da56e5d67d88d1c20dc5a36383e758b415fdaacf2d8e8a6b8d286d8f52ff
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96573b3848849a28b54f4ee7eb62a92ce02bbeb4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3692ab4f577477aaf7b91cf8f60f95c8afd7ddd2ca31592626fac794fedb737e
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77190dad2409c03d0ec25981760985ca9e5047fd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc234e0256da64e5c850c30ddc409f96298faffef3ef9754e11ce1081c6ad32d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b27e35b2b7d8bfba5aaed10aa7116e12d15fc7
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41573244c76938949c92f3adbdd98323396e7ee9eafd670b12d2f02fb45ced6f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f32921ae80938f79b03e9c1a6e5a53ce104321
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2af172a1a1c835833be16a9e131a0f2315ac9a0cbbcbd96bee96453422bea1
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e9d075c15c20f9ef8d04e25be874b46ffa4dbd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8852d97afc5a1a8b18798c73bdbb2ba57d2e934b44185912837e991bafc6602
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b31d033aa05ef082c054974ca9ef9c9bf875cd4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16da435517bcd07a687ca0bf1017faa0ebc54bc8f42942d97d223d5e69fbd6a1
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d88727ecfcc8dd8a483611ffc7380267cce3d68
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f04b78a75469f5728b2f07097281fc248d33d8e02546dbb8d784b84936fc32
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8512946612c28f9fa24e2d11358115b4a2112816
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d361dab1887b254ee2e5b64dada462269643e3a15f86dde29de47d25fc5371
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8a76b1397ffad0bb2885ff464843084f81a7ea
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65903ad0970b39358007bdd427dd6f041d73e9c9c66a4db547f5978e19b4618
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b30da20ab687383d719273cce86844660053cf6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80de9418bf6864d8c5f62f8cd6164f99b68f97c694b1fd0909c6d032848adb96
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadfc64df129d9f54d8aac202991a6c268c2a7b3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db76a143583d8b2277e0370fed88c17280c7e5546bc478b85b00462329c0f1b
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3427381af2ceaf18a2bcb488139e99d8bf7018
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a58d50b0a254e618687165fdbee35a66653a6c72e8ecd0453a686789b06109
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9106de2ff9c30a2f7610e2bbe5e1c47144823e
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b63e807c5d2568d5b1a3c9b55e3a087563809d751a410d77b8b9809146917f
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1fa6425a3dbd7e3f57dc4435640d6af66bf67b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f413ded9c8aea850d60b3cb06d5ef6ca276b56566b9951fd92e3b4496637bb
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a217999a0d8b4bfb230126d8bef88dfb80d659b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd9829b323b1f4f437a0f5cd538bc8f5f9c79d2cb65a75c65f2c80f60d90b4d
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6c9ef417759bcd237a41fa361f53925930ff34
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6790a1e148f2866b5dd51557cc43a1c70b561de28c8b74e83447f1ef828709
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de027007d32a4d91650fd7b32c2236efd065cee
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfc7e0bbe61b7fabaf7e809ec7b5433e6f0adf01edd1bf96deb2ddb892091ae
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd401ee139dcba758beb388a43b01426d120b2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a51c460f9185d61f097f4c66c4127aa204c56655f09ac2d51561d16ba6d14aa
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfeaccf8556302f3e358a40ae59b2345007e267
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683e1176b143cc5ce8f8b39d745f4599d575f95e15285a3fe7456cbbcd50b2f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385a38c315b1d8c357bf4a6dfd3cad93026c391c
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7506c23770812cd1c13b9be5aad10edb7b1935a55a4df758fd02f3387aa7120d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77815611b98719df5383a847a4e1ffbf882ec69d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab5cb54530aed31abbb53d56918a58786f7764f77dc564393e1c8b530e99106
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86a37fce676050b9933c79f00367e8aedba27f
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe27161128d23c2afe4007a6234ece82a472fbcd037f898e40cf4e24db1090
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac49b8c733acd91c609913619bdd55e0ceaa5140
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dc593375ed9ef301edf03fe7024f1d39c7a070f48afe791df2e879af08e7fc
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c4c38ab77c9480c7d045e59f72af6f3d370fcf
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b69309305d63e10a18902c2ef6ebfe427abe4ac806b1fc966ed055220433bf5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d593ccb6854a5f8fda72b0ea02d8f85d1362d8
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd671eb0049c661edd95409296d92401ffae163e94897c601a8dbe4cc3eb75b
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5b981d8417575591f2317fe720f98137273fa4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f4e8f1403cdeb4f94455a58efcf8599b5e58e4c9d74cbf13e826345640a552
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a213b133d242443f85373c576d4f96c44390a9
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a70c16f045f429db7e5af2558fd49103f1092e2263fc4c4eaacd618dac85ce
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70c2f7b2fee97cf3272ceff9081fcccd329d82
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d81aee4509059c0d41749d3e6c2e60e9a376218dec2ffce0df40a4eb11f960
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5a8891d2bcbf7807d55e167abbb7cb0595e30
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0024d880521a88f2f483bb3d262a06b30d52fe233b48a5d9b89ed16991f2081
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ae0184c79ed887f31c7492c63185a2b2e2dea2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c84249fa00bfd43ae28191ce84886116546c7fb772a25ae1d95c47f8b8dbfb5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686d867c0fed1c0f9242372d1890316984aa20d5
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c50d4a145eaec36f3184dd1d8b08f914002ac576bb9593ebab3dccbd14cce5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c70fe7903646dc139876ed693d71b3157a347
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffef2a9a8105b26d8100eb1fb6983b3b04891fc6c8eaba18c83f75bc2095eba
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1b3a613e52fc1131cc71779e173ee508847085
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d7dd97fb2b94f59027203f27af7fbeaa7d70062c3635c2999299468e8c55d
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e860bec4b83e23a0b27a6b18ed5d54bac99640d
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8822a88adc3c6279460280a6b5dffdb96a1d6c9b9fb4f5dca4ee8f89b993a32d
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea954b9d10029d05d794485bb6d8e8ac04ea00b6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52aff4b84fce9abd228c3960960ef445bad520bbd5865e7cd91ee84d2094ad7
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f30b3f6b917062e811b70ac82d6d12805b9de1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70312c2410b631252ce45e131e3490e33e450d3c9ac9a17861a5f85c4eae47
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4105283e0bc93fe8fe56158209ca6f439f730c81
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a8c183e4d13cbf522097cc495c04cd8641c76c3bddca0cb78d444820c62d0
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e449cd17e135f6c63c60ac804aedef151e891409
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50664a47c34cb22bac9a4fffd95b020db9bd6d1f4143d302ef3cd3daca0720c8
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cee0b7bd4a95d8ba62ea7445819c90050a03c4
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e1939f87db71a6d9643f9e4c8797ee401e030057ce49b04f8cc18cf1b147c7
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322dfcabc39cc4c1a37f6ec3be050ca0b9d37eb6
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d35c1b027b75ec2ea7fb57fbad464a7cfe143658d0dd3ff84408c5f5c4c6d5
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ada9cdcef824245550feea952f9ddc4b636e0af
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86be3683ab2622f6d2e8740825f0f486a55ee5a5c579a56b59737c8e68b07066
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7bf8782c6bffeecf8a0162dfffdc3cf7237342
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08ea6705257ce93c66dd920fc095d8a7f399e55caa4da1ffd6d2899ebc0df7c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac97966c0c08c5aa3084cc364100ee7bb624e7db
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657561cb5906d5012f7bd3e530157cee1750ae8f17cc60b5a8f5f734013c36b2
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccccf2367f9caf72ef8d21677aa3aa49dc09152
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0ec7bf1deb7d9a0068cb240a3124649963a56d2a512818fbb64d6384b330a
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22b301c31972995aff338b994ce50a4307592eb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76f111530640a1bff3081ece77a621be84ccfa7b2f2392ea656ab1d67aaa51
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db73feae6f2c45289ebf989afd928eaa3edfb0a3
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21395997f1aafd93bb2643abb917ab8af8815d795c32c1ab19ad79c47c45862
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c8b685fd7e35179adfbb9d58d94ac1fd046bc
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0badef586b44be2897b2fea3bb3c563758cd561b45ac5b6a633f0c85903a294
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5e40713d1042c253ac8d8310492c01393af40a
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879a32d86c77b83b9f5bd9bbd2eba2fb6a4f6b0ab5b98dd33243c7d0491d2c4e
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6f10bc74b02baf82199f8357297c2e613666bb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9019bdd403731b4858b59c7c80190439dc63dbdde494a7b7aad801fd5325c9
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e9920bb16339d5a4e7660c5784c64eea78b47
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c8be965f26068e86521ff33d66c9eb7139a32d770dfafbbab0ba060646a7b5
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d58d1f49803cb4733ac0f838b04567f64f5efb
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86c4defdc49e34f3e9a1da4ed7e9eaeaa73ea09977251a7a8e2a66b6ae10b63
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15b23dc96023f437a76b589f9aff9b622b1b4cd
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62929d69e5799f3e7a378431dc23e6d181976d79210375ee4187b9c7f1cc36db
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f933837b5db5b88f226531155572464d7603b949
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb3b61be833276014830c413e297e7367f552964a579c8c2e7220e629d03de
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c2f74b00f213175f889134dcc68a32c2072469
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbee06a178c705dc024e4e1538c3f88eb528245ac1b8e235120c1f3e66bcb6f
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46aacae163a3b8bd9532232ffc1fb46835d6f2
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1f36757c304a397a88e8d59714d797319e59d73995181bd20179bd87bd231a
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd48e194a86e1c6559c6013909b688f23c0be1
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50c25fde47458178f91007cf842caa685116c0ecca5f84e4e448779a8a90b0c
+size 23634
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c60129fe1a0e3ab600ec280b7f6763ec1b382
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb66e92452475b9bec54afb866c131b3285b7a4020f23114fb5c1ece47fab00
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7432e89fe4c45e37b7c127537da4e94acc43a747
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1821d716a352402bd61b41c6c605f581f4dadf843d8ac896a8d2642a47ea6fe0
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f915b4c51b9758165bbd4dcbc142d1d2a972802
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e798f34f54d983ecb59f08767b8a38cb09c5fd13b844e22bd5bb6560a846ce
+size 9298
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1688f2c207d2f535021aa90bdcc87bb145c449
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587cf0337a1a27134b7dc1713710a2cbb72e74551a6104f87744413a586fc6a6
+size 2130
diff --git a/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091