diff --git a/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2202ee40d52874855c8e71ae45dd3805861e276c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877745e57e4901ce7ca15675abc1871d8fd050cc83588bf43fd2422afed441d5
+size 129106
diff --git a/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d321e6be66529e9e0e4670a18138f63a56661cf1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0b9a20d4562d75ae4e3b711bd0270dd857b3c2112b6c1c6062ed5381923899
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3115e2d0938698297d2aba45bbc9a559258e4f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36993b1cc46d0c12b3035be9fa79a731f983382710f5b013db57cafde756e686
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8667ec82d0d4924c2f9d96cf998d5324dfab869
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdfcb9700fea5aebfc426eafb6f6f873afe2fb2c2dff4fc904d052a82ac4441
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdb59634a1beef81451677acbff2447814f25d8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f094c7a751f2af62481d5fb5f6788fcacfb01c3c222f75768f2306be519a2b3c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7517eb5bed4ffb14f36d986b26a9d735a8d78c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685e9710c412dd3b3af0e7486068666495d3eedc3458e291425424f43aa1e9b3
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7eeb7a4fa52b9af79c30288208e722338d3095
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33be544c471963c04ad668e98c137cc7eb49c89ef27d11a40a22bdee7cdcbf9
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e63142bba9f69afc267d660352f6f93c709cae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceca2c2a5af8af6d99b40aadac9d9aefddddd540a5e4c4d4c303bccf4762ece
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2ec4e75dd4ef8b33b2eea18eae9864431d02fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95186b0ff9470b25421bc385534d765f427ac50ddb511b258ab27ba3336a660
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbca632f8c22b42c9da868f8e1250c62ebed2355
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e7dafad9cd7eabf0289f0bb9c3c3e9f61eda4f5ad14702cd74bad644664664
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc6c8d13e27cc42f624854abcb1db9065c8abb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e015935c4360b901c224740afa29797a93052dac6f5ab68d02df2ff70695a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4831c4008adc63003027aea6783133317ed97b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4816f867b33c85fd921f40a46636efe6de1c72c09425bb1ce1737a2d91fc131c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac638ee530e659f3b520fb6cb62b3c6710d9ea1a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a2c958a452312ea1ae0126d5cd0319e22d1f59efb22ef2fd37cc4440eb4050
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4632150ce444ce7b8aab2606fb49f01a3ad8a91
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981d4c4ad36b77b4cfcfc4978c2d8a45dc8307e4633aeab3a6be12085d0d8498
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515b18379aee120abb04ea8826a3cb2f5560f184
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525ad844c85c5ad496d2a5bcc1851bfbfbe4d5cf82f0f85e99fa642b44db580
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef47969aa79ef9c6a80b1607159f1368a4ad5967
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11fdd0ce3103f85b9a23154f81b0f032005f329d1d455d3396c62b67711eb2c
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e05b5a7a4ef28e67afe0c376f09dfc3ac7bd68
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f1d8e6d124614becafaa0c0273609308aa0bb265d209e8003252a14a1f2527
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c78bfd14b2e444d6cacc74fa8155e7c6a5cef97
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0606a9d6d6630078f6c1695472e0206301cade0f2ae77536632fdc3f18fbe3
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e35574306a996c13d1a2eb5290fde527664ebb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8715048c12a97137df2452e1b55e7101b993617269a0f804df966c5e6277da
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff3e68c8505a6d323822ba0697c1da87198ac89
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb02234326824b055657f4baf71a835d8700d772d1227a9f4c542556e1f81dfd
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6a9b9bd73509cd2c6762f8b00ce2e9dbc7948a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6c0f72460d1294ec7780a7eb4a142f60b0e5cb17deff2e1f35fb255f9ef3d2
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588fd5abb10e5a69d4da4cd523c650ce8db35711
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5630d4094ac5d6929e061e3f1c05784f05aedd2ea16ad549e7cdad81f902287
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfed789a1424051187a7938873b406d0a67a7d2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba64d40dd0cc9c71c92a081c909fb4ae417fa4d8022776969b56a9a39d610e48
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03ca11083add527282857068be89ebc846e529b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b4405f82b4bc6b5695ad0e336f06e17c59e72c4cea66f042aba0fd1b288c73
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69954984440bab7521b9bf023b2e1998e52aff61
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccc055777c05cb18ae1d1261a4595e16c95abadef3490e69f824b9cb4feda3f
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda5ecbc1be2845766913c94bb2ef36483c01db9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91313fab815825da86158db751916d92746b1ece9fcb898227e8344f574c1c15
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9089b547c1b0e34b45f181da6a27c2cd201475e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060572e12526bda6085d5f864f98666ea4e26388a4e558cc087e89adc078c9e3
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebfda5c0ab7970fd4c69c5e0d233243f6668e9a3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02022735b0e759ac8d1d61e49a065cb227cab904b998dc0749118e775e0fe07
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a956b4297d680994c71df9c3db71a339804aa2b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629f1d64194ef60b86c802d32d31054887257895ba11a5cc4544e83b7ee7e90d
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109b9a4728be64b57fbc32d02fa69ef0c8c24dc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9a6437f1d2a4f2289066626d7200a01780dd2069316e8044c94a2b29a0b028
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2833f03656e3897063d69059073c493bb92b5247
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8afc9d9a1890e4bacdbe5162d693a1b10afbef65727ca0fa709d797bdfbbb2
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ccbced14979809fd0531ee2d20a5d3633eef0a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e546504273412bc542bbe404a7ff6b0fefba3793253f6f4bdc59c70eaf0d1d
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e9694fb07acdfaeececadc6a989079557e13c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f13934dab53c0440b06f9812db999b2cf4f04b53684c025f20ac2283a27e75f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b891087da2f3e2c8badca4b53384a05eedfee
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12f0c36a8d3b4f522990c0b177a00f71cd13b3ddc5dc6212b0ba7b333e7a3ec
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817ab5d178b5abdf742407c55793f8cd9247c6f4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d2cbe2707735321e9bdcc45bda1f2a5f19e7e48f978215bbf507816964f4f5
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9eac6cabb61a903ca1235f9f4eccf17ebde736
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087ff098ae33a48063dc28a5e2c1ad22cebf697f8b9bd5a56429e945385ba0cc
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126104c522aae8a9e0faaf60b381bfcb077ea84d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23e02d0840d7918078da5d20e567bc71fef806f362540d3fb422fab46efb4c2
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c58cb1255fe54d00ad5187e9bdf90cb4077b7a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be2602209324e3a1e12080d2d43cf5b77af6e985ab5a2a97c83598d4bac699
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ffeb1ace5786a5c11e407609d5bc9828441710
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a82c5f868de4a9db2dd9518bd21cf5b62ded3cdf0c08f1e6858caa0e8bea29
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc9b92c06afe94c984cbadd13357274637ce713
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651ac2e01b91e30d6b48d7b3bd89004f596b536fd0f56a00f7dab93bfd3dfce3
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c466dee4df72e4f7c7e35987b9b1ad12cb02c6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8865401ef03774730f7069a1d9f3c83603e0ed063519acc21633e6393fce4
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bce905567edcdeba95191bf6bdcf1862112ef2
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eda18c8b726ad54a1b830603c65010a37f3493e63718a90f72a15b14620f28
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a038347b6c2ab359e82e6bc010b5d6a8a26ab1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea799d0e57a45be93f40c92730c78eb2aa0bd8c858e49a4295cca1897ef9a7b2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f148cde0d2556d363c8c55812a79b744c133ba03
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd4675abe157245753ad73287ae51dfcf0b20daba962e04867990537bc867ef
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2104e214e91eaaed9713c504b1440d8d12218106
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e87f0b55244e0690b78e54fc86681f33715a170f494381be70c64cf4d53ac4
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71813d00719fd9dc554941ea2989dc5b0a83d573
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe24ff69e5cc1cb385300da3aca8e8f89a81a65d8737dc319e0d4957e1456c96
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06482a68fb7703fe1342334126d2d14753d24cb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbed4920b8824fc4241668d7dab957d3ed8617e522ace46ea603d8ef516d428
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b148eb146a640499b426c469f9424ab4f1fa15a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373a5a59d49a0450bd4b0b6d3b124180617accc9ed864bce20ee2440ce950dbd
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46502a71a45aeb0941926e4ceef20ba56aac130c
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25895132fe95930ba364a0f27504add259ec17fe8970db9086f0caf19b6cc1ba
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a592e0e5d7c13ae280092d64bc4282abdb072b84
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c368b73cf8385c3bcfd036da396e19b89b46f89b72811eec20dc055031f6d6
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa03fbd492a2a889003744005262c8a3905501d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83c9515883a3a94a96f6c5940fa76bf93af52011140a34a075c272f18132c5
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d6e2e654d4bb79f9627f2d6afe36b3c71a71c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65b1acd23bf03b3a99842ffd1060a3c8f31c164cbff1688e0456932f574311
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16bc34fd8e3b4b155e341fa3da2802493144fd9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4221b5864f5916f3ba95387c9a6493d75a1fb03ee0805aad066298ab7d418b95
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059a57a0a693a5c1309a39f8fe1a7ab6dc3bc422
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efea8e41ff002fe521bac7623c2d4bfd395d7c0a407e9eb7b21f770e93e1257
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bab61135ab696d75ef9a2752a1c934d725f219
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce11d9cfaa686760c69902b09ee74dbe5409417a0423ea5a11c7ad7650ccf35
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a9ccebdecce7cbef71a3576424b0cacfcded9a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674817e13f8c6c4c57904bf405c0dd6a0967c10234ddb14e85b1b2a47f528eca
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca471287a4a5d72a3de18f1c3ba2718a2dbecb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ad50731c737f320d7366c2c6edcfe974a623e0f843b130421e688508a57a2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee8922db1823632005e883dfb2b0b6d18dc2fd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a102189a1dff3843237a7fe492d7e3c75bf7b2676c1698d7bbf75e5b2c00f547
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4f4d71d67971e24505d73e0f993dee2ee1440b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0085e382e8605c110bc16e68122979fc98399c7f3784e3828410a7a69139826a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1d392319976c8699c490991d2f23abc557a46
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d629898e15cbe0935c8f1eca109d633d99c8de34a70aba7a1b05396f46f3da
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ab6c22dd2221a6e5e04b2095b3f85c71ab9d13
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84da4816e7f786dfa46c89ee513aa7f939332b3fcc583345d538597a0ee4220
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96179e6ab32fdc6606630fec8fac0ddf7f9cbd87
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cf32c920e65a7edbe1acd9e7ba47fbc201884a475670037e0f08f60b460887
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c8b6997fe619ae3b0ad63b9ea7a5b491de488f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc2cb234cefc6b775d44de5f702beb79b76bae0b55c0acfdd66eb04ab900db8
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e823e9a15da7c55621e38cef03ba8254f6fd558
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393bddf3adac50b1e29d6df930adc0c6fbfb755eac53986a9605d001f006a9ea
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d296aec93178399fa1e1f3ca648701905c6c041a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bbb43f4272100b41a3305640fd28bf84726d7c79044d18c84ef790a193b094
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01dd6f66e2725e31ba69ab4bde9942bff3dd2c9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078d848ec652f775804e0854487960739d34b5a8dcb1d6d65b02f1c2a12c5eb8
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae77c2b0f95ad0058365cdfde6a3e1e0b1aa2f5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b682f4bee0492a74df431e3cff22a54582b71ea6808cde00ec92af9890a81c6
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c54658a12beb0a9bc9b9d269c7d2821a1150ea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64aaedba2c56021d245ab9fa7b2ef44ef537d98748160f2c9aaec2c000eba381
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9202335c0ccc700ee8c1e8a9c4aea47a4124d14
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4310374e6582372afd96bd1b9febca7c87fd19566ea03627a6aee30b905ced18
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f31d5db7d1ae5841633fc711318d5504983815a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b38f4117063d6f925a939680488c8fc758a80eca4cd1c66af2cce4c84fe516
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f4bd09076fd33e02c099caad27f4a4d3a29fd3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3edf8ff9df21eba438c8cd4184e0c36a9a0f2db367c51352a3355cd0dfe93e
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e73b1a8791d3e05302768afbc45f9870461fe4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ded2b90f9dcd39fc010c8d9946c5bdf1b8855ac3cd804ce27a69e1a532aa849
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2276c3c47e9812e2d597efaa75314fb6558beba
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9634c0d8644076c947a9bf027e0d5c83169aef6ab3f714433837d54a907df82a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d011ca1283196ae78eb0b0bb625599299514b1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d31a520f58e550241d866fb6ddb7a8a7e8452393d003ab9f43f4e05b6acc70
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b031144742c0aa586337052a75c67f0a988b63d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd6323a7fcafe2ac02cfed0de72ddbdc42ec561bc220b0f154ee96f4ff39c5
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9119ad4c442b4e24d1f70fc48463ddbef9b476c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff19e77732314a107e935d21a049575dee587b9d45473117e4ca4f3a8b2e3609
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef6adef110443cda1f011b328cdeb41ea2a53c7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47db2bdd7d1ec7662de927e8eaecfa39ad7d0366e8099147ce34c02aa615d692
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb691d359fe1fbc6bfffc4054f41acc13144d78
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b0961f584aa98fbb7d418bc7de5b8073445edd9ce3879b6e742a1a67fb40f2
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a7fa32549d3c540576997da8f7f7700cdd5275
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894228d02defe96d20347e00ee7038f7a71a13b4996291e9c0bce9ad98c17a34
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9f630072871a560450fc3422080b151474f2e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc75663f61823b1a1f33624d053fd7a81454d6a88b2bd92f747fad31307a7b
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf308d1ec91ee72eb6426cb759ac6d773c8fd0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47ddffebfc80e96ff4cac21bee274297f3df4c750389b02493a406448ac376
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa507710e8cd3b0b9f45a631ec9b0941cd779e4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d546f15a04288231eb0ab4f9d247fa5136a383e9157acc2ab923cbbafc706e
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d338d67ed45203349e8feeb93a9222f71a4382
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6cb0a39231a4f6a9d564e616163b39577b20f589c6ee97b536a9164d9d77d6
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6c7c8521a5faf38046c1cd351e679ab2a0a780
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b30fb52fb969866539254bbf370db6a7fe5525a20a243cd67851c8f2e3aa3b4
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c386be75398723c56a14390a6b591da3ed41f6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a895be46e381ce7dadfe8746e8600dd43c6f11e4b24f01612ce8cfafd6cbe1da
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bca2cb63af18ef42a5884d6cd63044884c2eb54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e96a851f3199cb32d71276e871b091c3acabce98f6ce454064282f6cbb5d14
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1cd15593238262a24a322fdfcf558807a214f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf981d18f04162d48a89b8a92e0b98207209936b7a246437326210fc61208a79
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57aef7db8cae10428f01253d16aabc52bd047261
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a66d4810ce4ed40d5793a30c6c65a4b0ac9c9623dc6bb8d63fdeb482361c22
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4988ac0dc77d7a3881cf6c790cb9d67f87371cc9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7918c7ae69377feba23d5b65cdd4230b970765f1ebf79c2ec300a79115e63c70
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f62fb136aa8d6a6d9731b1774e7502dd9e4a5e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75c8182d711b404aa83d88bb0845be3eb681172ee09967f1a51d426592438d0
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67445fac2dc797211d51f72eece7027c71a3666
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43e1374b4e56853a114a9124a1562ce7e4d2b37bd5a453c50beb5d7aef25067
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110ddde5581a45874786229d7002c722c0de4e7e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c367d53e9f8224a72acc8085b24235fa9ecbe7e713055bb3d2929f2062a89d44
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aff2076f03bcd2a36a30aa6087aa6ef4f3d4ea
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea32a795e606c8dcf3e8f6dbbc848f1c31719c21ab04af3d75f3fd5ad437d16
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b5b4dd1a7ac31f01ff34c1af51244afc15acd6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971c303b7997709715c99d664032c20b57d3f5ba693d18415ccbdb009685520
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c80c2c08e6f7268db4b5338f5c970e44bc5636
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ddfda4e97c818ac84b8d9db3b67049b4fde5e9f99cd7e542160e515b999536
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1271b4ea21dc92fdd7d95e3e6b28177409f62e5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea0fc9cb031552ce2898fcc18e9101c1c926d171fcde0ab87a13cf58180dc4f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d68efea74c364325555f89789d0e488ec01b0bd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb33e5f0bc9a92973457e0c41787877206afb1bb15859a1e13b0bfbca1077f92
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2f8863debdf195c9561ea0b7b5b494270c473f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110c0f3b4485c60aa9ce1638906cd3f408c04c13fe403082f3a0be32f5397002
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f90643cdb013158beace54a22eb1aaf5ce6b23
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf4f595ebcac72918ca5f4c6d101c501f48beb3508425a737c8ba6876de4f6f
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6f439887ff796a2fd6f287648cf04059be67a0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c56ba508a59b530fe39f5bf5f0d5d531c161c41c25274b7e2c41343152a0c
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec43719229875a5ef41288950f2aa47dfab7845
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e251342ab9abf239a9a5ef05c1bb5071e1b967a08d5f778d6811ac2453becd
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d21925290f6f7fc39cd86ab7413a8b76fb154f9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52b80c086d17c4b1e7ec73dbbab7b2d42b509c2b709748809faa70f3b394bae
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285d3cf7c30c61e9c8f418b71f1f7cc14edb2df
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290a25fc32fbaa6345a91aab026c80d5ca47bbfee2714de21fd2028c5db9f4a
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88158755535430b3711645b1ceb3a21622aa15e7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa47dc1ea4042d72e36b21e786da1c2de55b6c08ca19a93c87a4f4e92c9c6d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c99904ee89bfd704e8c69f52694d124d909f49e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3ca092e25f17c7aa514d9bb36cd4a026c9485c057dda06b1016a1ad9a3df95
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb24052f27d88bb867a2bbd936fd8a0f9d69d79
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b940596eacdd98bd6563b3d3fd20af04e349d2c579223ff1486d114ee57019
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64a7a92ba3bedaf05cb24b319c9640018bfea9e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44205be4c950f62bd735b3c42d0c615b01379a5fc98e8be48c2c580b1e6d2ef
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5176bca65bec59bb70bda6bbfb52928fbf3490c4
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43388328aa0374f7be94cc721ce00e2b108242a7475e4729b9162f01ed0d039a
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae08637eaf247dbda03e95f108943f5f9179921
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a727749581811726b2778fa5b187457bf0cd52af9e800cb254781b32be3884
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf7e4a01f739e2d5256f64a82cb65dfe39d5821
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a322aaae9ba34befce74978f26f273d2279b07951a8ac0b18a75f7dfb79edd3
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52e3dc9873fac418bf19ac16a53be0920773403
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f4c2098e0a0356c97d84bc8b4849d3fd8b4e958eed86241311e135db40d99
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86db4c2fdb1d7519cc5e9444867cf108d9545c5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668fc43d56d775d3b962854d7de6867feca6cc5dfc99a2e9da562a7c19b02421
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376cb4a4f2590a4f77216ef29c8647ea0fd35574
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb389c00815867e223cf048f503365ae03e298e0e965e4ac48d2a2b6211aab
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789e918c9b2756eeb340b811b7a5fdb2b2b22f16
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fec862c73a559864009bce7a36b2f8defa4ed1aebaf9cf09764ce099a2324e
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db13961af516e859848828c2e81768c04298e04
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67084695b982b0d73bc8240de164f486a94cbb2c52b00c12ede7fa165feb992c
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc67011c7817e5d72b0471c23cc509b16f0d086
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff9ec9fb8104c61c7e69a60de8e0e627503e69b24814c74f94d61e6478b67b0
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe16a369b2d653795e2bc25cf5f40c2c55d1ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5178ac82a0c85c3b6860106dc67bb9c084760b71463a6e73307f625f2ffcd931
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8312d971412eb61d9d5ce086bb4193e75a026cb
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3721f68056dccfe12bf795348b45b4933bdbdd0a463182f2f489566ce950e06
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62983b8a7c132cfc3ec529beda4c6593e8ccf0ae
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aec155e8708f38a62068e9c163b75a1cd1f4d4461baac7eb9b2bd988b65661
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302e2b58132198c2c09d778c15eadc6fa04d5658
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705caa5742d03e01324eb7acdf0366609e268aaa92e08ba00d428d024ee7a52
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5ace809bac6704fee7dff45a1b3713232a2382
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56afabdf13a72aeebbbb9ca093f33c276ca6b9ff44a94be30e15c7bde286162d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a860597d2b57fc4b9f9360401eda1c571ffe64a8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fef60d67d0719ef547e7cf943f3722e7c0793a584376e135c8560496bacb85
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09c2c9f6cd7b86acb24e0e95bf8ee0cb1970abf
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233af0598807befdc92a084f82c960c8b26f5d298170a20f624c04a7fc8fd1f4
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e168ba5dc9d55cd9e9dc92d18fb432d9b49ae36b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0faccf8b93e0bb3ed5d12fe7d899b2dde2eb2d2166bedc8367bedd0ab15d937
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c936257bcc4ce8afe1fa84ad06c78aecdf188ea1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6233dfa291ac10a7375442f00a8589f1d5477a90d154d1b98ab54d415e110e3f
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872e1137b3bac0c6ebd23b7cddf3a89535c77552
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8890c4ea62660466f88dc70bf19ea1dda63c77ce17b0bc0c9bedb1530995de9a
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7be4a3cf356b0ba5e9a702c7ac7660172427bb7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2471e957ab04ef2d6e029f2c8cd7947a32f1cdb9ef3f11f1026e8a68237271a
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff079d6f9a49f8622c0d7e34c49fa48cec11e0f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17704222bb928e8d0fb12d20489d71002c2d3fb8debb2259674cf24ef483a53
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9095f9977e98d43b8279defe69fa0844f5895da6
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bcb843ac4d257fdb19606acbff4a696641d369315541cee663fd6fad4c1c2e
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8def6c9c62771b28ee7c6887deda4d32bb24e3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b723e184df2e303f5e60a3d9595bc59ef4f369e61f2dd289a5c8bb14cb53dbd
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05490d72ec3901f149bec60ae487ee1b3f9db097
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681238b3fd780618fbe17f351f1cbc166bde1bcaa8a77017a7b142078ade97dc
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c39c635d6c4682af9b8bcd21f4aec8339c9cb5
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a6e1e4df925be10a1945263f5476f737db0cf879d39bd0bf39d1cc2264f055
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17058171ffeaccf8144347afdda0722031026290
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e0a9a1e1e6c7f1df797e3de73b89cce8af192544c39204ba8ceba7071ce207
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242f66571e4425616b65eb0568023895a1b97bb0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e49f079354464cce3a5d87007bea59004c02571f6f96a60a810f5331d139433
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b98b2a9c7759ced42b4053eb7b5a45fb8ee492
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc7c9218874b15bba7b51185ff7a26e88fb3c41ddadb841edba95cc79e158e7
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c642d7da4dc603cc4b9031f6563f0d7eadbd38e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e2382c816449b454defaa9c40e2d8c0b5909711da200f05b583389cdb5072
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d460343d6a930a625035ee7c68bb5900079a7553
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed550d0b31c6c95e75b1648462896f9e6c4d341434d4830e8eedc6a3f814c930
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eea3638e9342d6dfcb2bb48b06138202876f08
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f067f2b384b6d802fcf9e0daf67e7dafc78abadd0d77f862d7736b2223f65501
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f71a0762b83d37eaaeaf34f944c665ce1ca6b8
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998586bc956f85d323cda1e374b4b3edb71aebbb5174e6460fd003fe9e22dbe1
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10550a2f7506bfa6987df5367958b4584b90c108
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982731d03957ac2e4b748e2ef8251af38caf8ac528718e983f19d1e6a2c9107
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dbc6707320c8e12ba952933806f12dcff7e05f
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aee3158aff9a59a66315d850af0cf93883e7df8b599e1de892d98d50e4decd
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98c82d908bb010ffdf177e37143c156758f372d
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233300b45269511e723203175deff67bda937122a58648cc467740e0e6aeb9e
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17b19d8cf40375f2b30edebf33a13cb40109a
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec4eede1db83cf6ae2f78a47bcdfb6206fb53c22aac9f6e3212671126aad38
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cd2515ffe81e09a0378cfcfa31daa4007c25b3
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4490de5ffb3cef15fbfbc4edf440986c860b7660c557ad1441355432e44e8c74
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b68471e48227e405a9ce9b4e45e793d2b2bb9
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b867ab165d0f49426e85603d5c6898d88d1f8da689ebc45cdc7593416cd4a09
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7168536f5cea3474e2ee6d942b191254468f4b0
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd35833a3f8d4c435025492377323b5140cd6343dd372427a08454c2a1f24f1d
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ef3c8f8c3fb077c2deabf468931d823c130cd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243ccbb3c8edfae38cd4edb5d688b523a6401f67f9a4006e3be438136b2fdcc8
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23e40a6d6e9aecbc97cf957208730caa0114321
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7fc0c878d72ca349a716822c6937dd585ce769cd4c43c2e28de314a5fded1c
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6678386f5065e4eb63130eea153195c786bd5f86
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4145a8a8fed63ae4d1ca1e97c32d6d71b1298e774582836534e8a0bfafba8d83
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096126a7658f49163b8f8d33a3e9ede6715eca9e
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4519739d7d5d91db4dd66d63c1f91180b44cc8e12f71320ce98b82afa97c0f5
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bd4cf3304d06deaaca167e082ece8511bf5b54
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b343607d238e69acf3ba0ca91c252a9b164c2ea2ba84e180af985428075f8e
+size 23634
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfe4dd38e2203723e37c46142618a112ea073f1
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c53fd88b0a7d258a77300db6fdf33da53231aff62b1b5df3364f3eefa905c1
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ceb5109e6aef06144d7dadfd6010d22b335dcd
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bc351663a5b9b8732527ce91f30d94583c1833ec408a00d9ae31e418207eb9
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58742e0f6c459cc706076343c58873f671ec6f7
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc3593d47e7be70010d21815e724ee4b25b0e7ff51fc0e18d9ad9c69abf2f35
+size 9298
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27be50cb7ce8f3c6fa21ecbfb8322e668d4fdfcc
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98c8c0c7e1b9906bc27902bcaace62847bb512642c9329f9e8aedf9471ed97
+size 2130
diff --git a/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091