diff --git a/params/tinyllama/6/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/6/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c606ab9763b7b245fd892318aa8f51c29a3b8b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4675a0552befb80bae439665e84c19949a6daf9f55e3866fc0b5de71334c4b15
+size 129106
diff --git a/params/tinyllama/6/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/6/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742e1dc04a6b150693e6ab72013939be767590ec
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2e5d859f8916d5ba5c6b2cd2dd52dce4cd997a1c4338621fa7d3dde103d9eb
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8afd757478712dda886a14f46dceb00281a501
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7918af754b78ac43824c2475342b07f058c379bf969ad7eeb6a128940bd6737
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865d287f212ca2697c3622f566072fc46dfaafc7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc87c62426b72f169c31b5c0730a2c5fcb9c153db74f1a91869f7afef9b8993
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4fd217094e45776306871de0cf0ace2c720501
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c459bec75c40b9f4fe23a996639479fd2d794eb0ce88359cd44ae457f001c7e
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934ee89c7dc9a9e25b054341e2b7a0ade04fcc98
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5b83de4969e2253b34587423731957b9a8ffcb28d6bdcaadcfb938d0403af
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35c97b4632a196e3e5999368daff60d18dbddb0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d8459cdb0527906dbd10d89f405fbd8e3d650d73d53e872291e59bffbd085d
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931e7d3f13039d5bf59e39973d0dad6d0ae7a1d4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a11138ed782f240410b05fe5d545473cc3aac9e3364156636ba98e8fd19372
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273e947c72df3363d0e61396ecaf4a11d2c5ec52
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51515a9677b0dbf39997f4a959fc332c89c9918d9b23350fbc777c0bac25496c
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc443bcfc7d934538dc01a5f3de5b2810145b49
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51753f2248a0e20faac630f96f2cf4aed77b0749e1dd359de133e9bd59ddd65
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e611b9c8180f3593d1661ef87d7957be292671
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e498fb4182120809be8dd9a396ca0612e01288253943274cbc130bf6dd4e26f7
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbb1ae4f41b8506503b6f437b34258eb8b70efb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e86e105dae8060dccd45e09b43dae3fca19f848b8a38bd4548b82e65122d5e3
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41a7e6d961ec76a431a0aa8672efcdb16c5d9f9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59862c1f1da12f4e63da5c6225a804462d786142f1ae81c0c8eaed781082237
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345f130eafd7ae5fed6daaea0841dc293fc891b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dcb6e52b7e5eb41956659fa06ce3ebe5e35a455a76f27feac2d0dd77830d19
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6bbc78d05b42bffb49683a9f375a339cbe23b8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532d61ba8e553278cdbb742c07818b69657f0ca8ee027aa29bd241520f2eaefc
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87928d45ce172f458a61a11e2876ea2c52957bc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e80f3d1c8af428423809c22390d65daf25fd284bb840f82aae15e7d26b31a6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc4ff1fdd0df9735140d57bd5fec418dd840402
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10da9ab03d420e5271bad8a326909ebd469c6f2a73fa916c8bd5934385d5f6b0
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed1d3114c9e1bb82428fdb71690091af4d9f3ca
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5761c76eb2dcdc3c4d4a3569eaa323b2986b37b6ab50f78f146e2d24a391d41
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d93124a01ee406b36aab97785e3825ca662ef15
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd316c135e6c32380844661e3f28ac0461e0a07b52b9072020ba863ae655d3
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5333a8835ebd4f5df3118fdb5de8cf256fc05aa1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cd03f83ee20a4acc41c7ed656f47130ac4fcb93aea9968dcbd125edf4ab874
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2dc92f8cca8c80d20e4de8b803e9cd337921ef
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d7d4478e000ce56ba0953f463271a63b80cd59f9354d0ceb7fe8b781335bc9
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5679040caa29f9121d7eb86399575973e12255fb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8be86854f895880fd15db532a5288dd25f42605a4985c9c1c60b8f64e4f3e1
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004f0d6a4ee2cc2965314a5202c7246649547226
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b891da1cf54d4bdd5ebdf6e5e4e919833cbb021be6258c3073cd76d87f19db51
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dec49a25ac38c10b8b40552c17c1c466df03d5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a152989b47bfad66b87d3459ab2a8069a9f9eb10569de19076b4f934e9968e77
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f843b8d2ce73c79c2f48918dbd02948548df3837
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f72afa9ec4f39032f621399e455ebc647ec9019d03e008ae0a0d0193f7302f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d700da7fafd51c0f05828d7fca3a85af470ef9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633d1985190a19e567019ccaa224b1edadc67a9d008e58d69e6b8e94c7aa078c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83a44680e537ed19bc2b79eb77fa6114667af5e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bd3dd97b900fda9e709d81d765bb62d5f9174d900bf52a51e9eaedbf2d4546
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c197e73a4be1aca8ae99c17433152c157b397a49
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baaf39408c38452dd86f27725eb3b95a8eb381fa4affe432e1518a4088b92fa
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ac88930f8757591967f6226b1881fe893dcb8f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c4bfe5cea863cafab91055061e709c6b6253d74e34c8c6b07f82b58e45141
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e35c65db4b401479f63894b221e35c9643b538
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055cdcc430e4d5ed8d7a1585e5b9574338f867e2709209c7f53a14fe9fb7c53e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33692c8c22e9851797110fa652a3cd72503f9d09
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba2bdbe527ced291b1090164f6828c694185fb455e43f949dd9cc452a178a56
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7200e5ec6b926bc03bc5e326ce864a960070be9d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c42878d605bf76442376299f9620e30d083c51b3e963918c27cac01401b357f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a9a48f9f952d013974a5031b0e7474e680dada
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe331d03033793538d55f44a4d9ab519e2993bfa7d9f443f33974ed105836f5
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68d6b83a02618526bd0b1507593ee3e9a93e356
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb583230fa8a86a14649bc255394d997140397e81a27b6f1040a4cc5612fafbb
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8817db1207d839fbe340443335870b6853eb3a31
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee396976b6f2b78621cd6f23c2fd0dd46496bdfa21518d33aaa9712db2ce9be
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10ead874e566b883376d434bccac81a5a81ff52
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d054cf218a1338704c4fbafd2f00c798c4b5e95e219caf92131faf144ad5ab00
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65b8722ff6fe65d330561d59a54a0ae198b9d53
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a32ea33066ebe231609ba09fd25e66d6b1ffe42568ef6c7e1cdaad4881446e0
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e20a9cf1dcc6c786ff4f1a08fcc0e94d3348e9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49588037d055f40902119eaad2bff555675fba98d3ce471e3d4dd43c4d1fcc85
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cc2c265737eeb07fcf74fdc50b3e042de6e3f1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d9aa16a4d49355eb0774791b64043a63f28ab079db0efeb5003e2540bde4da
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edec8c3b839a3b3846a059d95c67e9182d89a0b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f30a77ccf9494872350a23a5119ac7f832a40f3defdf70dd6b7b8f7f5738442
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda1eff2bbf5dfc428497492ffafa7712d1d069d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff07fa34563d7c240cfb9ae205521c9136179441267db248bd8135296e59239c
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f3932fb5a238b657af15a690dbaf17fc2d21d1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d046764a8a889f29552719e65ead4868ed46d1d6c3d1abb00ba811c7b5cff14
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a528bc8096a802225128b6f8366327e81849fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66f96af4c7aa18a371c10352fdef9d88a2a241fc9d67ed6a1490584e0aa3a16
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e7e3679f8f24e0ca66f31f9905b32f5151e946
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189f0fde6722f1e6c73d8899b06063578bcec656c0176c363302c27ae0cb258
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bff1f687b08162a30059c4275742ceb871de8e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb0d7875423dd38b61e2cad4f9f126870527c007883f612471c28408aa77ae6
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f9bb602ab31e1a2d2f9544a053f19c762239b0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b00d665ba7e1d320c837c3b60033789b1fc2e2fec60840dccf626e210c1cf7
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1a2e033dc36e2229213d60dcc287efbf2f9bf5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6aaae630449ed68ae681dc189d93b03edf85ba426c1b0a926b56030c9a3766
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04c2135a46866770c5aef18e851e98a5e28f99a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3b84aa2c2c928cbf618f33009b2487f3b953b24502c1194de274a36cc56be6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc4da7daecf18a16309f7c11f98e007d707a79e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c859124bb9ce38b20ba505778c8a549eb6524945d54cb1a8b55ddcb6cae6e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be35f0a2e057bbc1c8ccfb0e40e9dc2067a99ab
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd33a1624a6b87b9775880d065eda0afa89a349dbf8108227c825857ee30a604
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387ab4ee631db596090805ddd7d60e57d0c69e4f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcc923ac4e96fc97930242035ca6c802dc19dd086ac6cc1b2da783c1131880b
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2e001c2cfbcce8753761789b1b45be15fe567
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50e9571f010b49a9000facf86719033124f54e1681983fece20c3482302c9fe
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27919a98aafad7f8057503c6b8f2b8729340cd71
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff79c0c963fff8c304dc8caa5f0b0e1fc2ad5a0ef20eff604355dd90394148f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e33d3d75bdbe74f9d6f88c4a4d81747292b358d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfca8993c28c744787e64c22fd6241340c6517c50fdf26cac33564d5521ef756
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e6ffd557c53728eba1b2da9e29e694381378d3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2349d6c7a7f1d12cda1c0f0c9e7302ab18c714299411d2dc7edd1ad9fb765cd1
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84de9185dc61696cd8e315466d4d3342200369b6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3cf554e07486afa0aedbfa74f3af44e29fa2211c357904bac247b3764a8f08
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589bf6eb54b77ace5dab6e888a6be73690f16ab7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce04ca0abea1b3726ad833c3666c2d321d9aaa7aaa5cab3409bab715f4397d56
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503df85c7c459bdf670ef519811265e481557b46
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f77797a703ca8fd3ff9ca9dc8be345e201a68772b48672ceb3f1b61b44ab4fb
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bf89ec8aa3941fdfc4da38d10572c889a3e12e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12e12fd578300893cb6bf84ccff881cc96c66dfdf5007f897cd53abe1b25b4d
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271c0e87b926f87be8b681eb3d262b842ae97587
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6649324f7794bc4dc539f870b351c39b39b3a98765319d753163838abc6f6
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80c38012d72b64e2d2dcb1d4006f75e788dccc4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d563aec110755d58c578b1e111696fb32d9fa8d4a9dd02fe1b42cb40af19c0
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eee94184953143fef0540b7c8f006c6b4a8df3
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f9bddaf977cf33a61080f794f2be2fa99ce84d8463b8a1c24cdfef8290504a
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710e15267d77b554e914a644a4fca77843224f3a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62a689f5530bad76daa47bd1727038ba73a6b6ccfde3058207dfabc1461d1a3
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84472a3feb7b91497f3835c8b63484492f4a651
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb2abecdda625bc7be9190f2254f5a5a79f679ea5bec5e6f58409600d75d8f4
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7152ef41ac780fc3931fee9fcff7a4ce13402ff0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae2fefc05996736ad2cc6a0c89161befc4a397338384f22a3e0ac3d37f985cf
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef472392629e8765104a73c206c3bb895bd2dc5e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e5de5a3b606156a3ead17b36e068c15136a746e72a9e5a1bf305d8bf13ddb5
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97498179a9366e7393d9c8d7465224c004c09e26
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c62c61a89321011d3c5c1665b1e96b1501426c300aacdbd8812af9cb139d4
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69390226e08b4829dfd737e718ecc44fee32fe58
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc39cfc9a1ac83eba57cf75f7b6e98b9ea612d1f02104fd9fd0066fb9d02588
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa91c8a98e27000b8ba55bb2a2a7c4b9754c246
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1ddbc281068c096e7e8f435c32c8e7ad8facd34fb621e4c46b30de1bf1649e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cc6995155f78b1952f9863fbb7710ea78d5651
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b5cc91db65ae7777b8dee854abe183492f1a79d132bf334d3431682d596f62
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6955aee68065c9dac980c441c896a7b4df1af925
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09475968c2c8f96e608c3828ddbfba37dcbcfaf7860722e028a792187bd155d8
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba0306efec5701425e12f56c91236af305a427c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa277fea038caeb6b41056a7c7e00eb73da8e904adf06b9cbd02f93cd6f7bea
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d954908ffbd1dea5b58d4ac7d02ae372283c86a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52dd8c530f269bd86c804a76175b35c03e93c08e8068d27856b1237eb731259
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e320c8ef46e6011385849d2ade1a4ad919d2fbc7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec79cdbe64ae4bad36e95084e01bf315bdde5b6c7a67dee75fe5dfb403600fb
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13e465ec947ecab4a69d6ad73c9888f9b3726f6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4875a2e0209a256fd63fe40eade41b770d306f8d5efd582696c2cef24b5f34
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8095885588eb68868ed62f1d8ae47a50a09735
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbab817848d22a8d22f604c6d89a44742b5afa746d07a853d34b6a7cf01edf6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39b12b48602cc827ce434e10b58d9635ba500ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2e0ac76d6d0f02c12faea71a12f3cfbffb6509dce42d27727e1964a554e54d
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ea565dcae7bfb54b88c0d569b5ef1d6462d120
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f667dd99dccd318c877fe535837485f01a0a6c94a9332f0ed2d747f047f7b424
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bd891086f902c7920861a98fd9aac25aae263c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dab38b92025ae7f03a033204e80e880b5107da5dc89a06992f07be9cf43718
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1c67c8f4ad341c71f95858d1a59e2d79d1d3b8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b9228826897a8e56fac61d28b30f539ec336c617b97291e72ac0879f07f485
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477675f98e8f0218a675321fa877b8f8954d40d1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baef880fd7fa54339a5f1adc2ced2913162c135f208ddfd90785c3bfcbd65da
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05592af86d7fb3b603aa6327608057557bdf3241
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c25fd2ce121293f471ba10e4216853899db5a6e171aef826a38ca98e361e977
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9d47acbccf8aa10a49af52ab83bce827585b2f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704294f39904697c828dbaed5ad3edde4bd0488aacb4a92970ce2ac5afad32f0
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c7af3d47e3a7c084bead04f4b36b2757c52ac
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f62a58ae31a24ca3a11d02b5ab67da449d6f3fa8bedb8e1c563b3f14924bd3
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0698dfc668fdb9ae1fbe98d4d333f6d8acd41293
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84ed5ba0c432ff7a9378ffeeb70deedba3657c3085bd98e0655118fea4ef729
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd619002f8650d234d2fdec6c03c9231569eb12
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ee8f95088a3975a5c7601355dd7417f6b123bc5167a6f11249b23895800ad5
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05e7c695b47d71caecf0d609a5227e020c4c3fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927051ec32dc328c5bfc5c6741567035275ec559f69f8e7a3bb868e655f6aa3a
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca19c90728cca8c62c792f1c2f020b300bd98cd7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a5dc02ca81a7692566b9df85b3c6ac0fc8d7cec706905201f604f0136900c
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e9d123d06bdb9bb80b0b3e1fb92030d9d308ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907dc1930380e7652e5751d4c5539711de971571d8368dcdf22d69f608668802
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e40c9a13826233bbc1b54c5aea6cf3ccdb0937
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4d3995edb92d0a68f88fcb65a233dd036f927fc6e20d610408f769080bbcd8
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c7e01cd1b4b9723dd615a8fead987d18edd3ef
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c14706fd22dc183dfbd6c05890841e273ee57c82d66b937eaa658513439f52b
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548eecfa1b28d7f9434d1fb62cd4974818058949
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9648d48723a39e1c73aa9f3f64150f4727643c47b921dfe4892e1b81e5008d9f
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2546f2c04f9e8af719c68bc02c9094fe63da1272
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00348edf0f9fe2e91aedff3fe05316212675b56cccfe5a10bccd52a70b299b71
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411707560aa34e07e6deec550f157b1037bba63
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2ea0b14c638f781ea25f79f9f3d3061fb81c15e14ca57da26c1c3289a38092
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb313c08e6a423de0d01b4032c6de78a02097014
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b78389f8b845066a2b35ec8d7cfb1a7420ede192662f3b235e1bca52ffbaf8b
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ddaf9cf34da0e0b19284793a666392536d813
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99138a5b15674256b36dc53b2abd440f887c1877297cf2f572ab368cb5ab62d
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964aeba36d15e73bdebbad2c14414b0d553316be
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0841dfb13c2b495ce1a54b908efff5401139db02fb874459c67f37aa65db03e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b16e3a886aba3966f521257f1858deb3725196
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d148c72343190b911424f46ba1406581e91ecf9c93e0b6b52f0c4e376760bc0
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0520b4e76721ec93fead6d189a78d5a0ad4b6b3c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7ff9dab253182e2e4658a929947a47d7831d2d68cc259172fd4881308ff30f
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b198b194182f3f7391a1531dc9ab9e854f3c8bf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e84c9559ab5fc8b235e459647c2b3f42753e959cd1708714e39dc86e9a9ea60
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94382c85e8e67c65ef3c84a0e77dc1f42758150
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f41d57ad9c1e44e4ff555fa1734730d45435f9d48be16ece7268a67242d7e5
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81301eb515e1fb92a1d402ca4769189f04753fc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5b928d81c190879acf3e9ebd872b85630262d470a85a73d4f764bfb12b805e
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ad4330e61847d337070c6be79fac6c35bea67c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9309dcb644dfffcc2ec06e36fedbcaa38efef27143657a7d08620162101a9e
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a189764ffedda7e363623a2c439d3f752d234bd4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caafa4d8acf3ac9b0db27448d9bb6c9b34c98b2156ec6d60cdcd70f6bbeb206
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd45bac114f581d7ddbc6417f1123524ce5442e4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffb6e2b134eac0033e69239c1963c5805a4ef28eb327998db7b45d6aadcdca1
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d460f9ca0d8be825e9d187fd93af753d8ffe42e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bbbd8ca5ea97a60d96f732f9faa8532926735caf9e7525e0cb8d9407906b0a
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cc031f80133866d862a90c1aabae9650f128c5
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dffbfa11b97b60886ffa527231d113fcbcef0f1cf05b843b26efa8449ecff6
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f55072249c4990b06d0001701906573efbe2847
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fca258dadede6466db8c189d5dada97b94f3fe8c8cdf4635592cf92ba0ec2
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00475b7f89b7742aebcd77055107a711975eb524
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1331f1c53ddbdf6b040055ddf9cfa37b51b57d97d3f07f9ad2dc085fa5f60be
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67038d57c353ac3bd3c22c908dbf7673741342b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6153dcdb4c762c1b018fde1dfe93acb9c8544d047ad88ef43e3b38c87fcec2c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9792fcc22bb8ba0d153faab6b5e7588626480e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928ee8cd8e7002f8881b3931f948c67325b3b2ea6f447158cc04f5b1fb75c998
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f20b3b24ac0da74dce74da337ed669ef6f2a0b4
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bde5437c3698b693bd922d87fe7764502ffabc9998fd7d14814b758a65bbdc
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88dfe79617ebf77449d026e64fbdda9c75a5fc5e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ec0251c2a84f7ac32688f304a4be06cdbb9f6a1c19b92e06a335bbd3556bbf
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78aa4ebf7eb67d17c0a057400917af8ecdb99d9c
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e4e9efbc9c7cf9234d967ce48442bbd78f9447ba2c41220bc3782b7a5834a3
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd8e595683add9f11516fd0466639d2a298a7d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6976b4554e0c959b8992a264d2b42240c542f1fd2dc33a8ad0706501e7f7392e
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f805f961af7d8feb2b2a5c1925cf416adffae9
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a2ab0c73c26e10c788e1f8f3381f326b4089eb2cbd1377ef3f2461eb6ff387
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2e6fb0476a01d7e6403d5eb1bec895fe3a41ec
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d1cbe608f77c3f3c17e246bc44a82aeb84f886ba55cae08bdff4d39128502c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bc8890ceecda422e3e21b429a70985de6f8f01
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbba0225cd888fffdb8c320faa1366e10c9dbdedca180b145d1e64f90c262371
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3027677dbe7641b6631a3aae9df3467bd69ab144
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2840f35fa2b5801892068947942fe9d52819eccee268ff811242d6dbc30e9f7e
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d7ab574a830f82d4bbb0868a15ccc62f6c715
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d574251acf692c7ab8250d5857c2c5aa91e5cc4f4283a27492c799b668a74c
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514ab1d7cbd0b604a8776cfdd224a08d0fd6b881
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18b63596e9152a282667f07fcc9239653e9ff479556e2ca6c459f9eeec0633f
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefd0589d5cd750eead9b69468aadbd01e62f929
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae682f97bf109e80f94acecfc8da8b8e91c5fe635b948be4eab1c0d8e4ac4f8
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1811b16c73f9e23343cbf0c1ad48689d88ce4f3d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb3fe8749b8cc78617e68fd1e6d6fa4b6fae9d5c5131af9ad1ca621c8ede039
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e745e09a9ad76c2067c348348b3735bb4a1bb8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cecfa114495a65c1eb2b90b70323b113d6312a1353a4a2fdbe8d3e3a0b9ac2
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b40b75203a4614e7c4fc10a6779db99c14b9167
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f68a0bebff79b2972f72d5ed635e9ed418e962304333c0cb5e1b171ac32c897
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec2bdcd523e0d1346cc68d6a67ffb6bf8d53c2e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fd1a9de4555a0e931a84b15e069a497f9edf4b418e4c858d6692cd9a8dd0dc
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fa15950a97a221ee4fd26bf7cf5fa10495e3bb
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e358305f181eb559e64c783e128fb49756be0752dcbf7e800b3f4f1639b0362
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f9d5fa8f3e8a433cb214914a44b97692723ee0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430fbd4b6de7750defe135abeb3a44f6d0f54bb834ee6281608d9f3bedd8f52
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4dc516f625e22f249d8528027bb4e77e60cdee
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd93bb573e4e34bed657494a68333cab9fe3d2f0cdb5992a9874e93a2d8e8af8
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5651170465886309a9e9a1d02e192d575ba766
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b8914b9dde19c23e2060fc168f6ac90051adf7e06c54c8d99658922a5f2024
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cb6bd9a9cfc0b568aaa95af5bb6386b0f13d6d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180344bcc77aedb39ca1ab4b586e5984527973d053392f4279cdbc212433c468
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf253e64f3fbe9f8413d1ea88046e1b89965996
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213dc29c8797ecb6a9af386703f181c33e0995ea629ada7bdba476ded050e63d
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d976c56a62502f6962b6c6ab1cbfa4274956a57
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d4d532d6569d208e60742261f9c1ced28b0631f89ee1528750309c2bad0211
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2252ec98d4b4c728b344bb123e7cc28f94fcd7
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66141ffa0b156f47f9b0d6418b3699126ea8a7e34e5d873367259f3dcf584b4
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adc02a34b6b1332e5c288b5a9fb646114de3cc
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d228241a58405a3e9bffa81d1448766ccfdd74abfd3e9c0f0b3a84c3c509e7
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d8a11dc3dd75aee56aacb18259be6ae4a9d7f0
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4a99566106c8df2c17496491517b4356723d1aaf51baa34aa7571e19207c5c
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ecf776ddf7f3e5c6a421b3cfaa6067da6c087d
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ae664f5d753a2ccf834067aec66bbd6685c728af281f4d8af13cb61644660
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd016f1c8ca3f22cf837fb21dae122e1ce9d6df
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ea8d091256a63a932ef2731dbd9141e22496f05086897263f47d87aebfc373
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7291a63cbcf557b99bd41f23b2facbe06c0b2587
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf374a055933014da3a879f50dc90cdd01c6c84e6d6492579ca4a4f57d25387b
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d7dcc3d65b1703d9dcffebe8b0896ad926ba8
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90260d6ada6cf0e025ea3d32e032e5413f6818131fbc416dd31d85bc3e782e66
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5885b2c98dc5b164e5b2c116fb612ad833a422c6
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4eb9d764fd1a38eff8bc0edc1416bef5a33f835b8a90566f3f89fa140d0147
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17f596a99d711f5fd90af392ee2261d89b407ba
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be212c1614f93028d165d4aa5f27e7849bc382310270ceb0e23d949f96544aed
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aeafe60ea92ed17528c9bb117154ad03d4f87fa
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5894c1a57e83e58ade504ef4d7d9fe7a65e5ee3a19339cbebfe47575bea8a63f
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be73963bf29f408a85ad051ef72d2d554c79821
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdd1655b51a8a1e277233d70ef5c10d3b1905cc519cfbe568efa3efca229008
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de52e2bb4ecd2870fe10fbfcf6396ccd8a20737a
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff278e3a6a5b6aa15b5c83a12db84e7ef50fcc293893a1988677fe1cf93262d
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6324e422cb6f77d504984b7d44cd29a3108b022e
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf26726357dc9c89ccaf32465fc595135c7c0df0fdb87c141c48042cf51335a
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b518ba0291808d3f2d431d4cfbbb4e543fc4dc17
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a5538514a77a3b4eb35f8244e5497eed43c82f97e682a3b550a2b3bb31a8ad
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f64273298996e464e910e678a15dbccb1153f1b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27727894c02d56b39a58ee2e099134384953a9c545df6aaf8ba4c65d7fca3b8
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f131c66d860dce5ad51fb1905b421b0570f4f26
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218163c59c2a2e72dc08a0f4353896dae20d6eaa3da9965c3304d33ffc294c9a
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa883fea4e8bd04d751a20403c4252e8ceea6628
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fc1dc9da9dab4dead4aa80eeda9062ebc7bd6bcf5088678739ce48b556fd15
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c05c56ca1ec45c3fc00783bf3b48eed8561ef1
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134fab06721445782adf82f6b0dc53f6042a15f101fbfa0a2dc01a97ded6f9fd
+size 23634
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36356cd602f6604b05b272cd9bda6973150d9cf
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed64428fb594ccca1b464831d6a3e42e3cd7e0c5865d0a1b02d4cd788b006bd
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111818e7089a06b19d021335412c4c5872333d34
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee764e587ac36158a29a606729de35f153dea182dead323b830bc01a7e6471c
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f2d4fb13492f527e7627007ca71269757cf9f
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dba789cbf150c68df15af3258ed25e1141cccaa78170ca5498c871295a2beb4
+size 9298
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdd2fde6d5d7aa7ebcc992f4f85c52025502a47
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008c0f6f9d3420fd6ce8b8e65b7a392d4bc3e863424b8676e508b84579ae249e
+size 2130
diff --git a/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091