diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad47713693951559ab72616b7df319a353873080
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564a4ae2e33a1a9a4ddd5dbb73761b80b06612a98572e06e98c3d39aa9425c3
+size 129106
diff --git a/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0763cf558469a8d2ee512d9763e3ab55f1005dcb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d3eaf3a0927b5bd9000bc2f5670c2ad1701b0374e0b8a3ce0124fca09acd3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c6280316ef663ca8fe54cde0b280dc0ea69732
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fba5bf8e35a6425dd03a80875f41a4304b6180f74d66b46d44566dd5a003bf
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54024c7ac058c3dc8b7ea8372cc68fd8a579b69
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb3743b80c1f40ae6c4f32c464c67fc7e534073d68c295bbaf07c554f59d85b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e8d4dee12188053d97981a1b886aad21d5712
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f06103cb2e635ed4198e18d044718da51fb178ad702b8a211683adb4fb7d128
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c250e84768686cb6525d0fe1279ca42224ef539
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82bd535e04a8e0bb56617800c95f8783b590ff760f065f897e3a6bb08cec2c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219b71bd6ec8051781d26a86fcbe32a6cd43f057
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d419b4a68c8339361c95ca862c07a8c14bc0b2e4fcf320a242e028e9a935009e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581e90563a9c23817464a43bf4d1ca69cab6776c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a59149f18bc4e3f612d27dce5d34856bae1500c9c95e522ae0f1659ee58858
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c7e3ee5b03a946c37d081d120d7d1f60d0f598
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289973f20e1a17f9af898a4cffba1064d1b2bf9b5b455cdfb7fea15cc549ed44
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a6d5e71e41e15824db4e3497278b17e64e8f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1151a5030d692d7a406902ce950f53c20449ad1479922150c65e35de772db666
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9474c00aae1c5dd103260823e9c9203e355bb92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641809cb4a2c4651b3c10bcdff3a6174252ba4294f25057bd94af775c7af340
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d902d643d5862f98206238dd7e32bce747d2af
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c53716c801eda13b9bb2e7aeeb8d74317e7e435fce4a0cd83bcc39b441d79
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165b9df1fc9c57223e841fa8f687531d10868c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9227becede4b78865ab20f8ece1810d6a2040f508104a8a407efb0c52c122fa
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e53b6a4e9f347b0af3b813f6f564a551a72b1b0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e03d4296925c908941981356ed2744d3096b5136c00f063d69c73955c14416c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4661b454ecc88b5ce8af311ee4e88a30275c0d4a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2928304ead6633c4c28656cea8387350eb0fe8107cf25b427c1e91a9a0b09b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf4c20758561980ae2ea960bfdca4fc0d180bc6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e446fae600ebb08d9b437c335e4be4331237cf92b4df0e684838ab86629c8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565d02a0833b920e5c2d266e430a429c5e2ec6d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26c533a99e104f09ef26a06e03cbbeda322e2288799dbfb6bfb8f13050c895c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000efdd5291ef60c7310b34a97e220797a64c485
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee14d9da89159e34a89877aba9ba21b59c7efceb5a59eb20a260c60c6413a850
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e6004f3fea0ae73bb4763fcfc7fd6827d780c2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73d6249d42ee0d8674dc005d2e2fe6bf8cc076f5d691959f14775612cbb5e3a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb53e6fdba2b7401fc68224792c8598442a6cf4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5bd58b76912037f1fdd35e6038b2ff2a1d5b4692001a36c9dbc146019da7f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea4561f2b8b7992c92c4d62eaadf21cda61f33
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdbed1105940edbfdc9b73111b8161bd78c1e7d3d1e858eeec99879c76aa17
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cdeccc4487c9a5656013b8a29a604aeee8144c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39dface3a721697d37511011c5c38ba0efe3a76082581b68ef099b90f2f2dd2
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7c4431bff7f6d22b8d5efb06a2d6f58be1e006
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d560c183852a77b812bf01f6a4f1540d5b486efe5564fe7cbdffffa365185e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316922964f89ea192e8254764f08614ef867c1d2
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f3754bf59a1bf6ee07a2922b2b52a42049708bd68d75e3889e8aff198aab07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123c409ac59d9e644030355bbbe8816157f1d25
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c841ff0105e8fd28d243980fe5c5d91ccc2d2135e32a483cd43936619372724d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea8624a6130d6b4401043ebe4f215d7a932d3d6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73e6cd04a5b092ecb70477cd9f1f97f4e663e4f77fb99e935e5f250b98848c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2ec2273ede9c7fed04144a57be11d59dc0cb9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fb534c6260212535e6e205fa849a85ee642de681ca4ce510c05ca939e254ad
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d72c53b7320933f2f158b7a3379ec6258b01a4b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca3c2ce9a888fc48426a8c03c118b621ee89f60a682a46bb8ccd11156416a8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009572371cfdbfb2d79a48b2e1082ce234627e90
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a5b330d42d5d1dfdc2fb99f618047a2ba711f72546af3410ee3916b8235bd6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8cf912d46f682f70a634bf1df3b2084253843
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e4b75a2e1b29d055d11f2ff35043081bb1189e1500fd93210646f885c686e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad45178aa3da4464122dbf2405cb29489bf5d14d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab312a05264a89792a443d230ce523075df70bf7e7838318fc879903db72c57
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4683dbbce628ce9bac3bfa624c4fd09a0350bf8d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aadc87e0dab954e914890941b20791f9b1b24ce9caaf7a21744b6f088013013
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555e970075849b6a505024a0546da479685069d5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb69422b72a266e1848587b63ed3c7a082cef2a695c460637d3b7665432474b3
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efef16a8ac8acede57dc948e865fb3824898f47
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c822f10c1811e3909618a609a9faa9d8532dfb7f50712dae400a3883dbd58f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ab3a74131fb00c905358c9c3ede16e1777085a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64b37f20a98476798488ca9cbb5c6fa41c1e45f4e41b9dc18f94f28b988b630
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4b2ace801f05a2ed2bf9a1730c3ab69ae740a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1599ede5e8cabc4da0241afca9ea13f2a0180bef8359f57c59ae2181e74d7c5
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3418a5679d1b67060813bf1de99a43e439d96
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00279c1a5ab74f9e3e2fbe9962516c0e595939695a7ad627c3069d3f965c1021
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8939d92408d2ea29c2be3aeb16525b143858c8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2f724f2999b6b75ae85322924900ba33e8fe77e0d641d571660656b0a6da5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466c910afccce001c615730e933056e1d47d34b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b9c5f3d7ebe76bd6927be5230f5cefa4b7dfd546d43ac01c70cdceaf98cde3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0e1d2b87e0a15aaf24a446558b94a9b57959b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee46d3c1e4e4af361e115ac96e6baccb0c92ceed550a7097df3dda74d7bd510
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435d33b41c97b26e907ee28089be2c935285e5b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6188ddb12645f1fb662901ec80bd78cc809b351ce81b641f932728efcdec07
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26ead46da2c62197ea8cdb06b4d0f21d0a64e2e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65db5c3baa4282c1422b5be20d6a0d25a50d65f84c14fa285e964318d5befa6b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de44f7c73791038d3c146887e5ec22315aa1b99
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68e23ea08bf05a1bc50061eba5df1d53330fc3ae46a5da873b4ae3b803476d0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaaf10e6b1959e64ca3a230e0f9210c80e804f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1417f4567bae233ce9c374c3e025c7eb668b2a3b3f66da3aa7b93f892aa83967
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92e0469e86be27e34ee0c08d8929f4efac8211
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5761643d837a7797eaa283e4fc1a089501412839e6460c0fe1acdb79bf2bffc2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e7025af4e96534b44bfcdf75009189f310732d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3b1961f7a8374b26a1f74a7bc1dfb5f9df0f1442c80308844786f8ec322e7f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d810d3cf6ad4161ae5aa64d6a69cbbb8e4b0a341
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff692712226159af116d153d7857e785bdb4ce681b5f7b349e5a47cb9310b80a
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f1e3dba998f00f13af4d66ad94a57b9c085ce3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b58fb4385adcd4c3e4c15c6f997e947cf2b39ade5b1247c68b164eccd707a43
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebab68083791fe1ead78648b3e396bd54cd599
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b48f70e20e487cdabf73517112bba86f47a82290387f68d272aa618d5d3abf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396ce554cacbcfb9bced28ed14ac3f1fcce24447
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9338fc96949a6230099594bb237ff2e7cf16e7ccc473d927835152be3a476cea
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf431d6e0746b2580882092b71637a298c1bce12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0589427bd3a8c4b04686845511e288efe84873dec4a3531fddeebecc2db012
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a9de1a289fef76dc55c4c95f067833934f494
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e361f37d080f16183b478ae2b3b03209c3796e8f207b71a8a64a209ac57b61b
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b28c41d4c4cfc51738dd362c9b8f0ba5ad298d9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c5241c068e2abd57fae9733943eb1aad2d823b102f3269a88042e44f8a175f
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51ac873d109cf36a84f089d3ecc21cd72593830
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c866df85836421203008f7a801694fabf1d49dedb7f5fc35a90614d16a317
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7503bf0a5b8b244769c27b4e9ff767afb811d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c5e9216769b4a8f2330e25b4aa3b92b6978142a96de2080f661f654bac275
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8740bc65d33c66ae1bdec5bec315bcec58534a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f77ef20734fc5573293eadde80bb3bfb3a1ae5be49fcf8b78b7ca6507f9e02
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf9d0fc5fc7ca2f90d670b46780861391a0b94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26322003001aef757f6e99d29e57ebbd7b85181c233d0129cd4fee2b61822af7
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d06498657b010d9f6d1863c6f8198082e1c3b3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce3217327f9b77b94df91ae6288d5e7c646a4e514fd8b5f94b3b30ad77de95
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f00b768ecacda01b240d5d04ab056559a8db73
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de501a251e8525e45eeb9c70f3e891ca4ca2004d3392de0b548c86fff91405c
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374922251ad078302fbb663eaf0ebe959a8c83c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f9f7214e2a426ab475e895b91695ea198eb6b14be98a075f7ab50c2ef2ee08
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e1f9eaa2081e4a8ef2e7b11bd6351b92e93f93
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3b8b714e201bc2452e3d81523ceeaa724c1b9790a6ed71515264d97ae97eab
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370e63b0239053893c2cdd033a74f6d79e5fa2d8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8480d764dd2a4acfbf8fbc07607f77e671edc5f8c8ec67477c5373891a54793
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73394e4c8b4e6f35061c25aed5cfb484ce774aa8
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c101843b86d0ccdff2320e3f837b1d8e9672ed1ed017397defec6c6747b00072
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108f34aee3c9cb34f0ff66d20263ff76d12605a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68919ac2f449dc869ab17e609e8c2721a042073bf7a10d415f59220104a0fe
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5b43b3ae83a106dca7c684202c527852b3dd6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab45305858ffbddd131c77292e90ec13e5fd95bc4066c50f1f2334789a6783e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8df5a6662fdd791460ca60db6850aa58f62b51
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09afb4fc658625a34d50ab7f00eb3095e71314a137be35c9658a101baa38de77
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c956541abdd36995fe5ae9a0c0084d825c6677c3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72578e658125b54741a565218522f2a72d82ba76136aba8d1beb7afe91291b36
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3888bfefe2d4848879584e249557bb52c8803b6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffedda3ea2f658ef397467667d9c4332ff83b62b62dcf10535e0dc9a900f1c0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a653bb4b1a6eea06083299a543b387b941f7322
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08ef5a183f3d89978d47fa67713df067a32090f6f33655f94af0313909b7a2f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d88257a65acd748712ca88d8a21c97fd8823705
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1bfcc7187eeb42f2aa5cc9e6603f8f488c965857705654320435c389cb1f2
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fd3aee64387d905743d226c963294bf446fb0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b3464db99dfe388cb2bca73666f7e3e9e16d08f0191ca75639c162122526c6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979037343e179e67d95f7aef271d84963c2feb4d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18adb12bd672e5407f8eedf631732c1e95ca5ae8d90bfe59ae16e5d3de8bb4c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d6bef5b0999dc899901897150a3c33c22e928d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08341578897c09e0fad44946ee6e2b1426fe27c8774587056456d8631795ce02
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c029feec0688b323ff6d9e2e3f6a82fd94dbbb
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c883501846060355161d610808c815bf67e737e67d9d9a1bf18d96dade93b789
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660accb1986e316745f0d23428c0002592ebc590
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10287a6b32be46afd506769503c7cb18eec8794780bb712dd2f89f3545543efc
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec4c774e64068cb37c638ba8abc2436022be111
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6f528c78ad232111187bd33b4abb8f4638c5b1a18be541f0acef7fa2324ada
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d90afa3805ba8fdf836dcc4650e4cc0e452c63e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03b292d37438614ea9af7c95cf608b23423c8f81651034ab1e35df67b2ebbf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e347ac2622582dc74caaa799f04dc3b5a4567b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79411d08ba88c688c42a5f6bd5bc4b0353340611b6e8a94eb7c2686817427c1e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d480ddbb01a3cd9e3f67394a8229b0bd6b363d7f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b278f03785d0b6acbe18ac1ea5b0fdfc753daad65194a04c39cdfa3a6a5655a6
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca450b2ff3a891df3dbe8b60b3d68c7b12673f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320af7c67f20725d63e3326dc75e9952728b7eae02336c08ce0f7f831eb7e5e3
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87fd528b4c5b1810d3476948b27c83abb45a6f4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41db2cc1faddaf55ba7bb4f88403174b2788b781ce181219d060d3d42df513
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e0fc417b29f9730c533d93344410c7df930a37
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952e6265802256fc301140d217832b729d4e2fb9fe323470766f49d8bea22c9c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d9e2bc1945bd2203a9d4bde0f750cb7d7d224
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45333dc45db7fc597aef42cbddfb4bebcaf8fbde2e9401e7b2d6caa3072d32bc
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e697eecad82493a7c42af41526c209b020c1d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fb43bb2022e9c2e007a61ad97d79ab5caeb98f0e90fdabef311838f019bb42
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575fa7109d1c663027354a4fe761a9f6e7e00a36
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5d61052d2a1a43e05e2ca1d55396099c73a1aecdd31ef22676802ba03b9294
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73974867b203f9291d9f661986b2579e6bb0012c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb298c68ef66c308fc1da36650755ad938b4a4556a85060615a985295863e1ca
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509a289f28ec6a54b281e32a1ff9747363f5ca12
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7b9232e9150db653974368a6655372040c08cc31fe29778cdf21bd04938f16
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c549ef24db00ab9372d685b6ccf74a1095022d0e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a0f8f6e2f44b390ea0e16d8fe5c84385a78a598340481584b93944532554fc
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2023d3befb7ccfeed0125b1609108c144173ac92
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7bd26e7a74b0d9fb88f1e9cd97ac0d33e2222e80d9f2513985a693ae40fbdf
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a280aa3c00f2626ba9242e3e2afa117d7615dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75668497a8f91188f563a71d22d077cf8244d6e14bf0dc174eeb2fdeabeca99
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9caf1edb1894a07f681427644628ec37022a2f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b31b1e397d26c07085cfcabce505be2f8e2bbe36e8554dfc9e3f1830477895e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2489e26ef1c3ee85930a55c418c1a7fddbd01ec
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ce5e295c069e898a15b081b61c597937047cbdeb47701c2c737ddc51941f7b
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2966f1df61c32e2a2c7027102b12f11767cdae95
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f02dc1ea8a49598a9ab2b054cbe2dbd56653e30d8d2b059c6b6af4e9800a6c9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc8a1693f78ebc5bb1a421e38436bf61682b583
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a4790977dd69faa11da1a3ba1712df083d16a560c4cad407f88a7e949db13a
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ab3cfaacf77f2cbe6762d9d3d0f8717f3f961b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0d85a867e7d9a0adc93e6be7f011ba0f7c776232e785ab16c6788d59c27409
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7a63d1a05824be16da8e7e2c65872e8879a1b7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f7c26609cb40ea27675be7c1c8481d18bf378fe16b7b8822f2b0412adf435
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2368c6256aac8a4781a23ddf6624e30cddb4ee10
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a33de1ee175a0ab49b9a3435892053ae8b354ac0184426e4f64d71a7d50450f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b503c83ef156d3f0261c9ae7f646a6479540d01
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643fd95c1948998b71d2645833b4bab61bae9ef89bda661860dcd26c4fedf97f
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4207799d3d7c73137e0a8f9ed3779ce3b5b5361e
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2854228bc8057f930a9fa750cf01a3c41e9ad9546ed520c4befde667275f0
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6f1cadedbc3998cc1c3f60f795184d7af8afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abee0e6e860f1d62ec1297d329215a460493efb4ee29c4e73c3a69dd6aa6647
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b898229464ff91485ad8075258a198e75a724d0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d7e9aeebd28b7899b4b0f71a589249de82901f81700a93f58a7dc554d1ff8
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be43eea48a5150d7304ec011cfd886089eb362da
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c65a3bfef501792e2d7c744df8d67f6db50f18264b8921731a5c4bfe4e9ce7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ad22264a30a773795b6338b023aefba6bd3a00
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba88470b319aa60eae850e015b3bd524a146897726c21b243d1c4e4483d42b4
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ca5b8328b2498acf0f4569a5f0f1fe7b09a2dd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d9d7320bb4d760e310202fbfc0741b067c2bda40c097085e548dd6d4dbed8
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a487f9eb8c5cdc443956af03ebcf0a2388dae7cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0094a69be316c85b5c857c0f2685ec1654768224174b4e9d6d1ef91a389d312c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9936ea356737e4cd199a4591598f585022b5e2ea
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbce4c588c6e86f031fe44819c72ca0a1980e3334e64914368f2f368d533b3c
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098704f08490c0e0fe3653984090e3107d2f7f6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239445a1fe900e5cfdd0ae30c648e135b3d94e3f48075955d6b5b9a4ebb1436e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7e2c766162853a324ac3c5365f96b766686b5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee38ae70358952e55b302a60b343456c9a0bb436488c16911740ecba1d4b5a5
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d9c040c202312bd76308370fa9e77280acc08
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10ce4afdc3680c7594a7a4b7dbd2db5d3597836cba8359742d319d5fed83753
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02f4b95e435bd35594a82d319b5d427336f88be
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe934dbc717e4ed3d12cd4e5d213cd9d241c92f28c3f433705f98420822be60
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9429d5bb47dd104acb4124b958dd47b4914aa0a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1273ec32c800430ffaa42ee36589f5c97090555787bd98a8c09b7b3808927e
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07df85f519378ce07449bf68b19da58b5c360d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffa70498bd4b041a8b24dcbce750379ebf0d0676fe6b6e0160b75bd28fd7757
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45406c836399b8de662eb6392fb30244c308cca
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677a674dedb37adcec1667249c5e6460b4046e8cd0193a10603254c6329037f6
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4137a6fcdb2b56bace36c57d6cc3fe60fa7c0ed6
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebe83834ecbb063c68eb8633bbff1ca8a5b20d78016e35cf39f8eeab803c9d
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b2d667b460c953e01d8de5088b19bb98a70ea5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6e3348ebb4da88cf023d83907948678631e468ad340328926af226829a3e66
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7555b0a82d4df57409d5bad2c21fd41cd4f3a014
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facb03d462a36a07352dc98cf2171fc486b6a6691bab48f41012b1d7d1560d6d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdec441e12a3c4468593830763b43b0875432c45
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf523336074da4d8660eb2e67bb3376c5f83a1666d51ed19e9771a81b2412828
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7d8dcdbeb63f2781d77bda38ed2bbd18d75a7
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94f9f9479e650815d4cbc7c4a69ce04bd81631dd397143f7752e1bafdab7a0
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b809fb18f98acb52c1030a619f94c651e02e5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1b2db2a795c49a8c14c2a21838f924ed4c3cb2497c3f5e42fa25b821a27ce
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6698e9a665351012663811b277bd60144af56c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c29087b14bb4fdce3833a47f4c7c670dce5fbef80f2a1a02b9aeb01b26ff31f
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0a319aac8b12a67783d67ac44b5c1f5b8f914a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8f88c466f6ac02ad64a1a97c0922b82934e24463383a33d6d84c2cc310cef4
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ba50723312542ca645223be9f265c43c56f2ed
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944daad38f79fc070ab0611f7b2dab43da53126678dd8934f634bc16ea26d82
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c437616822c8e78707825dab3306bdf3609f94
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec21d6190175955f65d39ba70e6ea52c9c2651e1e3f4106a925060beed6f52
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fff49fb66f8060ef0bbd899b3d516d982b3302
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcbb630196c5d21c00b15ec9ab9aecda3c1e9bbe269cf66132f71d9c3e9ab8e
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6909c9511451ad3ee3b0fdd223b92ba078f743a
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418905aefef09feb0a403e693a3f82641bcf50ff6c21f95d6d7ed1b549266bf9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd349759f0b208d895f4ef6e83978a59d461fcd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652986483b19384ea7c96951d55f0cf52584a0ee01f45753d3effee865d2f263
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5508c629b80f09139ba98a3588c9c9969dad7fd9
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cddac5a99a8ccf6de8ff0460a694192b65d7130834e9a58b685904353f01b5d
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76479c4219d4866abf61cd710c0baaaa6f56f000
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f66c8d7e1b9c9f67551aba7fbd1773aaf824f22bc93d3c1977bd5f07e919476
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b2631634e4b07b77e56d8b4071500349a890e0
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461fe84d80c663005d99cf080ebac40bebde77d0df5adea764ff84b506e490e7
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ddf025a61d2f44f99f6a05b881cc226a32f609
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32090f76130ee7e285a94343dc7661d0fb2a6da736105e930c8573f0a5ff4f29
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8314e87ed686c4543a148d037723a4bdb4f0a82b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fac5a39c5e6fa4894688459f0a6f5b3309cc3f3eea04950a3f5304bb0ad0f1
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6728484cf5833a63e958cde690495d0f2e9a99b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af4adddb27e95eb9b48eaf4fc34d226419038ef8e496ae67fe708521e824e78
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cf2136128e6ea16610b676f95e2b96b85bf164
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c2d97efe591de12309c47cf4280f469bbb0fa0383d6e1327a2ea0c8e48ce7b
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc685c09806d1aadf511e927d93af07fc7e9696
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0445f94542640f7f17d912667545a4c80f852b5e06ae609a9ca4b5ce5393a665
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a3f36ad0fa84647fa2bfd1eb5a8c96d7681cc
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fc12e87703d37649c6e78ba8aa604a462d89cbd6ddc005003ffd382fd5a7d9
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c00b11bc44cc64aa615f62e8bb6ee7e42144ad
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242168e0cd48138089bbeea269acbce6f38d059446409d3f575c09d391ac8c2
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93101f3cef0caa4de1634ae3234fbab2706c58
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c803a876de4b7b7fe9630ac514a332044482b84c6d4540203bf2fc157dc760cd
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ce7418a9e64d4836922e7430b527289e6e3709
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1c79f52288ac3d6572b408779bd6b250d53311839d0f4af5847ea86311fd8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89af0ecdb14ac4c32f7c0838fa5a474fc734be4
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72feec0f9bf781bdb523c49932523bfe83c8d0c1908e1bd6932dc96a21476f8c
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b903322032e4f4e450931ace01dd9dfc07abaf53
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bb2f87c339ed6631d898f806cc04506a536db2247c670f3236fc58dc543084
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e01c403a632e6e65884c0fcfaa1cf58f0b431
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68422f4b3642d6121e9e609375302d7e4490754fcaf5aedb8a1d30242abe74
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ad378b42883d6e8c6d7ceee902b0a5e836187
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808cb11df1b5dca49174e3ce81271b99a7b8501219b0a70a01ad228bf1468640
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f328568072d0405a638b01ab268c936111b6ce
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e888a39c5ed451827b8647f5273fb1438357e6b72141cf13e4aa37c18fe68
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdcc3c226ae63b1c2d7ab110b42362bf41a8479
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e263e4015e33d910a4cde76b4e4b7f912bb0e5932e7ee31e77d5bedeb557518
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db56179dd97078d077afbe02701358376ce9a02
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e0180ed229fb9d0dbb4039c76dcd2ddc0b777381046f4485a5ddc0c5bf5af
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f235afa7502ee7da8d06eeeb88312a2c22b61ccd
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54524545191705236a3404de888e5ec51addfcd3f8b0480dc0c0eae9a3676196
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddcdbae01d810c6aa52bb9ae656e66a6f5dcfe1
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8d49c4cd687e603a192b1fac745eb27d559c1e1cd2140e3dcaf9aa0360ac10
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c896a166c55ea22c7b10f5898823a490619ab2a3
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4b5cdf6fa026b1e7fcf60d81375906b84adf83320235235517c87242dcf319
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e4cef71bf96a94b1b6720267e123fd9586727c
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d34f6620392bb5ba426e34524aedb45c8c44d212198d12d0daae5288ed969d3
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074745d197490d21185a6d9ee5043e001046afa
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1441b80ffce816a3d35e4cce92df6f50f19e5ec239130c80412e26560390702d
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e031318d98d106df0b721786d49212d336f578c5
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f930f4c622a1ebbdea4bb3a3c86031593fd535e1332dad9746eef2b6cac07
+size 23634
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacf993ea608395cd2b61c9f4934efca2849185f
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235910af9cbac36f565b74de952926fd50f6d9d9f76d902cf4cd1f6b4a354212
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e2615ffe9ba6b8bdcc9704504ec159f162305
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534caa443355bc35c0801d150bb433a971f10f002c00faf8dd8f845cbedb8daf
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681cce749538923e22a008f529dc38733744e58d
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18395738f32e2b1ae7899aceb4b53e91dcb20d6eeb9c46a39cbfcc127e6c9fd
+size 9298
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bda1ba72f45ea87180d67308eb82dcadcf34fae
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa97d289a8c3ccd53f45eacc3f5f90080deb8d0f39460a6db2499de105db7e8
+size 2130
diff --git a/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091