diff --git a/params/phi/4/fixed/woq/init/lm_head/scale.pt b/params/phi/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b8d4183970cf4589121d7df0865a526fe6ddb3
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0936210d37df889cc9a0235b873d6471826fabc560f6128d7be127f5236b4d
+size 205906
diff --git a/params/phi/4/fixed/woq/init/lm_head/zp.pt b/params/phi/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f15a2295f4204255ac07fa544d752a2b9b1e2f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7730f436fbf07338134dec74eed133696aebf859a272606f741628c0952d80fa
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ee5ec0059b68a0c74c363178f8efe38b272773
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986d4e97d0b4aa8f5ac71a7731e335feb009ad092bf77b1abddd65088343b12
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e2586bdc0d86b1c3ef27d6850c10ce6dd1057c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3a17a8aa1c47a53c6aae443b0c885ff66a1bdc582710509da1600ae61fed18
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095a5143b9d391d3ea678764c4a81671260de8a4
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ea15f5277cc7857ab90c4befdf33d3c852033ce1c1900a94c6fdef17bbd7d0
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03cd5bc2b38ddb9da46ce4c651213e882ee2f2e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d41e455d269bf51576b8d3bc3ef6259a3b9c5c670d85c32d90f6e6ae2ab5fb
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002b2f5e7570c8c3a158e564b1e4c4bddbcfc5cc
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571b5f58b847221131d12d2f72e359dff0e063709ea4097661361adc7be4a36
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc4e7dccaeb50c9469dac27c0da4538f7669085
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4862ab69ae985294cb024c9db1b9a90c4f7abb2acd9274a7aa45345a0bf97b77
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0af9d6c90f059e62a2c5979d232b5c2bfc9179
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37a456572b4e561d5f0b7f95b9493847d420464024b6597234a26c31c197795
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b0db47aef27c3b2434793fd3feeb42dffb62ba
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a71d9cb1b35a5fa2f3e59ad9ae53aafafa7fe56267826326e5d337ed3b11c5c
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453c074402e6d44065d7a2cfb7a8655a91c748ad
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8557c12d251b5c8f8162b286b557bb029bc19388739a831e48d53579c87020
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65e01fdaae4f11664eb821f5c823ec45d371a25
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8edc4e721bca15bdce1c3783220f1598736b96cebd2844f85584e71ea0c4f3
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29179b418ce634884a304c925edd044fc207e13
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc7d9e2a0b0c2869f8e86b7a3e2451bbf605b61a52c5c16f6a2bec035af445d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8095d16cba072c1b720a2d207f95731a64bb9
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e648b6c021129654eff03dd1f7504e050e87126c31eb8aaba6027c9cbebf43
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6edb9a5771ea5a4c31443324e093edae97bb02
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feca09a3e6af6aeec94974fbb64ef1866c5defc68338dd4b144b0306a78fadd4
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c3ef62c41b4f218cc3624c4e01dab291260df1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffa060afc469e7f03746c7249da82337883f9e0ce70c0eb9d874fae0139e724
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a238b78ec288e6121c5d5387a6e327b820d331
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2ac00a26bdf132caeb41d6514e358e28689899c29392821b9f59cbd0e84fc1
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a52d7ed441d352ab4d201ba1d3004c59e07d20
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69ad97bd84879baa20a2e255e775069a247998c4c2cdaa43aa48893f62b21e7
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b91d2feea935f611efdd57dd7c63107af7ea23c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e6ef633bb0e4cb7c55a2ff38b0bf8b99e967f13fd4c291c558155689817d43
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277e696107ea7dd643b6d99fb3ac3209070bda2d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6301fb9c823bbc90d7eb85f73d6c565103f40c57c5d9cd5423584a2713b38d9f
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b2cffc258bd2ee672e46cab0527bbcad31a39b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c616b3389d5b022bf49cecfc1ad3da477867c2e2fdfb573c9d86f83b01abe923
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70685c2d0c5a5961c5db8802c268b6dbfb351ea
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0a429b24eb63d0570b3b7c2c8173de3dcca27fb1983505c42ba4211186131d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8111e6e84e1a79206c4e1b9ea2d1e559cc9dbe
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d80ac11ccb9f5c38a0400f9eb52f3b1258b9b33d62e66c78601f891d8cb330
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d159d75974dfaad3ab290cef2a813f3c5533ef
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b58827ad9134674e521bf28aa0fd7fa8d093811948a9d7ccefcbd2e4fdae7b3
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a53563aae1ca620293091de14d9afbbd2cf168e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba75ae8a09bdaeb04df5e392fba3e8db57f0f32299d89c4a254b08a114ef3056
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed382d3aa8a7f3845e97d46a5c90478871db74a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853fdd4c34a926f522699103b1c689d47be660da326451f0be78181166daceff
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5b333419da8fa14f2f1a4b1cb397e02fcad3b5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57296436214212f372d4a3baec090bac3ff31c800adfec6f9733e845dc19a48c
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d220400ccced58c7f33aab5c38388067aec2456b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d242e1aae072110bafe9bf09f43b110f4a4387ea08f7242f488628994f968d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca91f2bb421b39c576bafaffffef78c9238236b1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fac6aa9a200bf66ccea9c27f00bf01383654b53d85745f7986ce606b254362a
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fbcad939c5e6bfb9990405ffa4c883659fadd1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd79c99e6db67caa2d352471efa5a471eff86e300f77e747abe8e30a8182d6f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f7b46ffa25122fa46e16000fa6d3bb7aad6bf7
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6356b2eb2246128390ac4407ce3fe0e930bade5a4555e44509165e77c76bba1
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa43a5bc1e45fabc57621e49a612c092223a7148
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3e9092c3f9c3eda90a2534325db24553fe9e8bdfb2edcdfa15b4b15cafcc1b
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb47993223a7f393e34d2b93a8d9dcff49b68b4
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2277554db4865e245f6c99314768c8db4dba0ee0dfd421ea79b16b5c65db8e56
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e890deafec27e617656479b976fe8afa7a34d5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126a22a1778a454b17c5512fd8a80d91f0edb7cf2f822bfb1360f420595676b9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50379140610180c0a6ec790dcd9c01550c7b3162
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f998b9eed4da77ef3670159b0077575bc5d62dce078d821d95a7ca7f0530bdfc
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d995577ddfa0da445c015268d8833fef5d459f2
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d43047c0dde93c1a1b0cf1a94ce606c4450f64a1e8ac78824965c7d4e6fdba9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d35b546a9bde0fd9184ec44fa0a70e36b3d73d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05719d8c41d448105fffb73b76f5bb70b20eb1f9f765d2717e471fcd522d35c6
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e4687eeba5341d0e2c4b230074f50ea8a08f7b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba3a1135d4b5be989a09e7f4b40df6cb74c3028a9d89ef4f11e389ff0268ba6
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbe60eb6747a3d3de0b4bafd3d4dd247b37f698
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8ca10d5d8036101fc7b2ceb3a79b5f789cec9ff0a925504b3672f8a7f7231
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed2429db4ce4a21a348fc490500b2a5f98fdd08
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0362916f7d7aa346e88061950c3a47266ded1b4199f3bfee7de6a93f6b88f5
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c411b3dc045470cf243796653e1ef01d8b4c10
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146735ad2169d2fb8b4ac58de2356879f1b4644cc8ac4ab387136db425e96433
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d84c26c88f53dff2c624ded9376f4e538e3a6d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373c0fb577e12a2efbd4e0753d3a47a559e0597495492cc47760e74dacce3d87
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8672fc943cf1052f0cc59ca83ec9eccfdf02a490
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16a5efe021e0cd13c2f26daef79e24f70cf7aea536afd61927a9544f094624f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a164c41ef7b269b9eea6f3955c3912739868db28
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd90fa2c5fa484f355bc8a5cf4aeca4d7f45bf04f0f24525d3a84054578440fb
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce5019ea8515251f89225d51be501176689da34
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732acfb66d7901400de33ed9685c6e28d6f913af2fecd3f629ad0b7a11755204
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1af6e7e4ce949f2adcf37b49259c6a30ffdc09f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e057435278466bac3c8421f005dbbd06793ff606077d69d930097079a1168d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0145e4e4ea52960eeffb5f13b6a6bd65edcd74c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a8ccdd84c4760dd775bc23b7f1a2d936818d2f57bfac4a7d041b95008c77fb
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa59b810d2d382e75207b60cd006eaf7fac30e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c9c4908f53f14733c06d59c9fd7783b0d102c50c2880c17e6ccdec0621615f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6148fc79c84432b21a35adf3aeafbc3d6843e09a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec86e7013902dd63fdb26e08f89ec4818be8e47f6e33052ed9bb70d77bf502
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817230ebc64425aaedfdbf2ad9b3508ebd118614
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7802a86194fd5e32e70e59b426737884d6deaf0997ea8085fd3af0da063db0
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f316019c438c99e733216df47e782e82242c3025
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c31cb7fbb5f67726f60c9762d0636160088acea65ded4923db4b744e1cfd95
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df924bbfe6fae4d7d1c2ac1a36d64843827de7e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f89b62c6b9115fe0c6699948f215fb328c36621b72eb68dde7bb1d5890a0abc
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14039d075538b01befec3d08bd89deaa68bd0865
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213a5af6da6cda7794cc9afd04289083a58d61dfc187a7ab6319e38c7ed83a80
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183a056daada8612e192404ff7f7e3b7770feacc
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2c49f0cf9dc27a75e2b2424c709bcdb9879affedbb88fa56fdec3a32eb4ba9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078b4ff59aecbb4db21b64147a9ba3aea5ad999d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828964482356c36c198155247d7a21eeee2d6f80f7b8148b7638117b39add100
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f5965f12a605d8a10c415c4049f79779bdc5d5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3311b5c1e84bc161526bc6815545b8532835493950a04aa828ea71c36abb6c
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e323b9b1dbecd67fcc8ba66a9fcbbc7ca0a569
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0fbdfea52336f5fa582bd4c6220177f9afc314141c6cfb79f1c29963427c69
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7df77b7300f040364d6febd9848cea3bdda23ad
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e090bf969bbc20c26055dbf30a6aee6b54a610d700f08e726f564a5046c4e5
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e1ffcc2b069fee7c7f7b0ea571ecc156fed2a6
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e5417d62108a882601ddefb636256f845400e64c32c5aa58119860a5735e8
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7401e0f3f848ab1df0b4c40d9726e1a060b98460
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3550e2bdb35a225ede3f946f7eda6c5fc280d72f67a3d6e6bdb73832e2812e32
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975174f6e2eefdb60b7e90339423fd471ef74c27
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09d3a0be8df5156f156f5174ac6df0f5fff4f8338a2621c0b11d14169a1bda1
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078fca65763258316543252502e53b9f6cacf572
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da343d5f7a0b5ba59c3c92422086f21420adee3f92863d6af4981b8af1c9e6a4
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93de4f504a0abca50d6a12c219a7fe148a597fc2
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1cfd8dd68864eccb64cc0e28918ebd346df37c922f697529ed1892b3e3a6da
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2af85076805d08a9bde20db0ef3de8fd0b8a845
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8da94a2eed7fc4f8b4be3881ba50e3453a89765535ed7ac14e7b9c7c655b9df
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd32986a6cd4a34c5c9be164c31734d9729104fb
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b952da0484811a6f4a45524a7130445110e95a3ca507e3a266b6518a99ce29a7
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f236b2476edd67cb1770f4cba58b89de3d0b10
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75abb29534c8d7d045270ef0408a72c1e21f05411ae434c22a3d1d308b49eab
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea2c891b04f16e7ce92aecdb974409655c21084
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f970ff17242e0f99bb1a9a3d8c88ef81cb5e42d8fc543d2975c2c89c34f213b6
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8d52eff1512de145f3d4f1c56c4f10c74d983d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9fe2386dd66f619fce94c2d5020b4f8c2ea356f9798b1f507a163d9ffe76e0
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cc2e72cedf5acbfc95d757adee697e21138198
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50067de7823b7e72928e1337cb988e5b0476ba25a6d5d9a96510920cd65fb43a
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a67e468c6e1cc13aba6264835532ba70cb1934a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab7befcc2bd67b10d41c05730606ff844144d2a320596e8f53de37f18685a25
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f1ba0c1c2300afefb1c94534ef02c537634757
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e033d31083ae4221fd111d6c812d3bafc5f7059a6cd286165eb9c02cc43cb8e4
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c0c4f9501aa32b2723e15090ae80af2ef641fa
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af97d2daf3ae570b25b63490decb3f28eb5dfbc64dde39893c0551318e8e2c2
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d0a152899961577a0dc083dd7ddd0ac83fe9ec
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80c3bbc3a2223ad723fc380f7fdf8660a408625fc495f1af089221953393e0
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f67ede65421542a21ce90f429ff7b8cad3ea4c4
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8a6ff7000d1536f9f98823aa4c5fa40cb536a5afac5b222a874bc9a5528ae6
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36f88d76b912349e1bf04b20baf074ad114f6b0
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571153b2141a1539d6a1d6c42956905dd58dda8ba4236fc3fc24ebac47f4884d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b1d512d191148e260067e57c6adea6abdf5b92
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e7f473ccc711015726bfff15fbb13df5addbcc7e4bb3120a56c2c82257ca2c
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f19234e52d2f0421dc69c12460dd20c0ec8a7b3
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4634c58add0c9ff0db260cadf9c27e1f2a1c0156ec63c50d47db18c0e434a9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986c4f60770d9165fe68dabf9eabf27cdc067b0f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a762a2b38a6c946164e442691b32f8552952db62969bad54994d56865e1c5377
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31788a97d367bed0f2713cd5bb3ecc38ef910054
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b8f8b55ff3a9eb4be8c117d827a68e5ef5c3a2dd76165e433421ebe2c8e788
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9877622c5ce5ef0b88423a08a9000e04c92137
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396490d60762ea18fc4c437ec0c8bbdc7b4aeaa0c3604b57706543718937c58f
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188d6a2305a816f54c7dafeaf589588c05ddfbb3
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67309dd18e22632ac23d0337eae6f23790625c3777092690af4d9c4f8b8417
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca55e9eaf82974192101617c568571a543e7c20
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6574aab918ace331bb8bb117aaefda69ae028fab79ec938d8a6b73a536618f42
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98e8bf2bbd51954dbb082ffac63ad4ac1a95835
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3fe34a7533d6bfeecfc02e0fd3d732df9fe374991cf682ddc3fc6581c0bac9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd39e4f82dcce3b8e0798552caddaa1a1920b83
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7954be1f3c7269c89d6d6a02fa18a710cf8281c59a0c13ef91d5be4320439c8
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93fd1156d88750d1c7316576bb4e15700d28881
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916727ed5da7344f755bc68a587aef7d2d2a0668a01db81c1abdef7c6365f620
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe725c766bd4dd04c93f69cd5f05e72389ebe68
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a255999dbe5c615486b0a35e830a2ec68b508ec16039fbfb173ba6f1bf29ad
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1162fac3f495209ba2e0274c48347183bb478079
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52496bc3ab9eaaa425e6b9825de3878b8df13b5e10295b6dea44d043585f7976
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feb25cd691c6c54046f6f12545877776de5d560
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6762bdb9c3c2d1655542a89510b70f4aea35570ec56066c7c6d3b4ac52584276
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40f116a746951166c5c226f62ad9442080c4e3e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff5f0cf4abf1822449e464015c40d90c85a12d0c508f96dd218239d8201a6d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26ecfda718e3337ae5c26ec58dead8def716885
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be383772fa4738fd54469c9dee8e2c31455475e55bd65b6c8b707c89437b1103
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b47f9375226cf2c12815adae1360989e44f5c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cd373ca44d718c734d27e54d8c486ee716787a47f183df7621acc036dc9aee
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fa4d57caa37b716bad13da1a6889b1529a2dcd
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6100ae1b904230ee67d9276094db5930dd98db6433c70c32bbabd430f4638b90
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77eab205c57952779312a50f6dd5fda0d6b008d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c6e22bf12a331f3f64a1c76ae03c317e32cadf461c0a454ed81128d509f9bf
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cd8bb7e0994797e5295ed221cacae35ba6441b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5b2b8aa2a0b52f18a2869e7050f5302d94a64b31a2ac8474f7d6e067744ee
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189e1e490f9a424776f312c796b73be0c67e9a7a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcd70007414ecffe8d509cb1951ea89b413c28cead5d9311f5a50ec95138733
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb747d9a70e4f090744e0e58e75a3d0c6853d43
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59205e18b47f69c8e9822100e86091c2444f80f1eaa5a072c8115c01b499f33c
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cebf45890e69f6e4523005ce96c6e143e2ac70
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6183dc9588dac4c31dec3553315b4b76562595bcf104b89420379b99c8183923
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e5ec15f911619a8685e065737bf049168bd719
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e726cdd6219f2a7ebf8e0b60255ef09d84cd6d517fa788ca3c807c54296a3523
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fa1b5a845f11453f153aab723bbb0080e811c2
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a08cea0d2beb3f80a1b692b32b02f98044867ff5a421ac06eee37eecb794e7f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da94a2a345e076849f3b9f430dcf4bb14f9b868f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62717285ae42ea599d3b53a4f25a3c61240064e7d99f697c7a41545995618678
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f261649799e2c255c563b4230ce37daf308085ae
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dce700eb918a983119912a9e1bf65c9936c4131aae80bdb86857bd78f1f501
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e39612008ecb0ee45ec25a48bfdb3f6e54d5e9d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0040543aa6e79181e3b4f6c837ba538e889b5828a5426610cc65b94bb1458f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a06397c165246e216fe9696631ab48ed74774da
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ab570ff97ed6b5b750d00a6fbef761553c32ad3f0c926952c7cb72a3fbe4eb
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2902cabf201b8a505334ccc299db98196bce9cf2
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0680de915514c63e2cd9278d72e54f0d4f47834af7d733c91cb0ec764c06a0f
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f63cb814f3dc187137242e6ddfef42322824966
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b955f2a4d2679123cb713f8179eb240bdef428e717d6028d84894a44bd61d571
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ea059dcfa793b20706963288b7209b29677baf
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8847078063fb52ff95bfab171ccd2f22afc12a9ecdf588b0b85d4a42bde8664
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad80f6f833b4ad162810bbc4d6b6e24c1b3a48c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c7511cb0b5dac5323729b9453c502a580ca1ef13ef0b9eb3fbe819a7e7d648
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d03353085d03635b0c2c8114aefab719bb840a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71df7c59f4945b5ba66097cba95adbde4f71fd641a3fe0a365edc09e71d29bf
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09618496a0a2f42d038a3bd7d01445fc2ebb6ca1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bc59aacbedfe50b57704339c8e2e58c4c9a4949c940012a7e5dbe16595bf1a
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a73f32716b92b12a63962cf7f689e3b6c7374f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1ea7e6fd7df7fc1d5721531a1dbae3745038cdeab726473da12c0db3a6dffd
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29c77522b37e5f862de2d83ae672151d06899e6
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b957585e54dc9d714666e0578b46ee4c37799849d3b8bef7cee8973d220a7daf
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a78a09998a259ce73dca53c76d4cace72f710f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc1cd3f887a4f1c4ee1c4b8906ac2100658da2aed1df37b75026a6f63f38e79
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a072d987cc0b9be2a9a45d1926c60fa4f2dfd81
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11de1836a873f8e0bdc1a2d0b02831e89af1175454315f2df713d9e7c77ae136
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bac9fac95283e9cd1a908d1a9ef453f170a2f80
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c0ba08b852a22b2039211d910dc0768062932401fbb5a04c1ae1289364c948
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030a95a99b5a68cdfabbf5fbe72ef6934bcbb372
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc7c4842c9efe03f4882d1ce6fabc0a722efa1793178b05d2dfdb778fc69fd7
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c979b15b8be255822fecf5cd7c1e1fda65516229
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d331118bbf4341ed721c8aec946034aff2a2a02402480222344297fb839a654d
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d162402ac4877d3dd9e3e4d4bf38fea61fa11b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2de4190febe73927b7169b2181f3aa77a8faaf486122eff744ff362fa91da80
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa33346b1ea10545154561ffe58aff836464ed76
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bf6b28514cda982544f56f4e38e363085469cb9ebc496880a1ee2685bbc4b5
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65a1323ec66a0e4727d1862b475ae469eef20bd
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b70cffaaa8fbb1ebd6d536cd2c4e43f9fc47c7b153268a960338a679cb7829e
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7b850df1ea445fb3eef8389035f88ff9bd0e17
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024151ba9216b3d4241f626f21d298dfdfd0ae44948e29bfee2b2de014098467
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81714b73ce164a358a060a1dc4401152852388d0
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c560586076d00bb84619dbb75691fb58be7d932279131c3cc990242fe6d157ba
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a9d3b23688e12d8db8815380b436ec1fd94fdf
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac39902b63c77f1cd689a0f828b73a5c2e13ae9c3b240567b2e9cad61a90cd27
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9152148c3c1fdf4027d2519e5193f3052f963
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e0ba46445bcd8be518a841563ed8d98908c6c9af881ef9aa5ee473f0f6efd5
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf0b32a917e150c62490abf2adf691722ada504
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe791ecc58d8f97b903c229b51782955e733bbc4208cfe09e900b452caeaaf4
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb56656912c163b167847813c99e47ae710676b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beebc8d1031b5cff8e56d454da414aa95e179d701c40e72a0621d2e85caf0f33
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f202d4746b4ae31bf9fe0b8ef1c7c2290eb4121b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba8d8a2387bfcae79bf5ab186ce4ae7579e3e12e3f815bbeed82195b6ee267f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9d0c2c55957801fbe61a7262a2cdc66960dac2
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1637824db14e41ec9359cc23c6021b1fbefbb869d71c3cc3a337630c69dd8ba
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d5e9c6fab0a36ffd5ba47d85cfe23cfa1ea36f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4878bb15af0c5f3893713ef5f741164f6287294206e3e8d799a21412ddb67456
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e7081a9d01dbcc1bd368b5e7a239323e6a4703
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af8b6c71f86537d99931596a5dffb9c9d2343e889ed7534e234b84ec88a658d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710fd3e80013a5617c8ae839e993bda2d2efda2f
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6606f8999ae89fa4f18c400ddf6f475c7b801649dc0ad5bcb6bea1cb15711e7
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffccd868fd681b4e1c9deaafed04997fad58fcd1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0097e51d18ce4135de185c3c1845adc1a735d282caccb90af9b8b16da5d12e86
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75abb39bf452cbc0cd52fa85911c8304a043aa67
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6fa231de13909b76140d6eb97296d5a45987174304bac8b629fbf2b37854c2
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d0b8be03885d9b5d4f05a2ee25b1a7235699f5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbba34a9d100ddc9f87e6fd1a6145564c206cd7858b63fecddc92891a93cab0
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ef7cb0c7830782e6b12b3259999a4ef9d7a384
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c9b6afdcaf9d98b1c75deb92b69c8788bbd4e9c3f516ac8c8c2593a9c72318
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd553595488bc4d73da4b6ec9a434c5fd9efde00
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37ecfc7523c1c145ae892d54689c34b9bd561cfa88eed72d0682cf5f85ada9f
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdcfb3f6fe924c95d6fe4f226b6e51c4283672a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3695a51b2dfad717d321215a13b4545c73b0eba11f7cdac175fb453880913cd
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636a358260bdc08e314fb312b2f2be3127c5b225
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3157c99077b8f517e6f03249cca56c436e7dcd28f4612613aac65ce31ba7c0
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331b5c9ccd386bb260d25d2ed7aab284123f565d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73df50f132174f94cdbb1a625caae49274462fc61ba5f9d272e3d07ff3dd7435
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994d290b70f5665ff59019f41f2f80baa3646b57
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3913976577d70cddf482d36baa809fc8c5bb84e4dc9ae2120b1f6b1de9bddd98
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254d53aaf8f51ccb5b83b2ffc3ae71e7921dc3c1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5dba6eb756955caabd75abc7866728acae37f4cf6212168fccb44434c928e2b
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93dbf102432381c1b75faba7afabd1f1e4746b5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964510bbb8b846dff4032eb25ab236d721610a7b41e5ce24cb6bcc5b76f22d98
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ad78e9be9d8277d8ceb49cc0f39019479b8888
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61be97fd836639333314da9563a54a42052437bd1396534b55ec6355eec7d20
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c925184fb2369949599c892d5d58be28856dda1a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568c78e4df84472e10a453e675ac25cf9617d50e7debde1e2840498174c1ac2
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89da31dd956ff7159547397e4e78f9b0fb3368e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a256109a95809af95e52d215ba8abee444e9cb2321722fdc3e0820047e8e92de
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9047e89c5877732633522abec72019781718f155
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6d996840cc644eb547384e85bdd8f875b9dce6dfcb9d71decf65f15fff98cb
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9495595210cc512087b9c1cb4aba5b352ef040e5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf71d0f1a1a8a526c74ba716b14b747574a31747a0266fd56785e73bb7bc5876
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b48007a68647ab4cf5d2a13036b28ce1e663a5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605d3630c2eba5f592cbf779fec11930ada859f07a2915077ac75b1b09d50720
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a492ee1aaaecd3d2bd620c49b722cf41ea7469
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1cf2ed4f7d6c4c3cfa33eb41f58373752c2ab1fe791140813745931c77e797
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b90bfdc81cccac24b7c5941934959d6454f9b9c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deafa9f21cfbf9dbc42c03fbe3546e2f85f3ab6ead534cf882f29a2cf7b3a400
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fc5f148e5753a77e8f519005d1a187189abdd5
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5664eb40193d793f86adadeca7e578bbd84cda5e8a049505a055f1fd95ae7302
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7813898327d87b1ec49f1acd84ae3ea5688651f6
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc01000d598964b52fece743cb3a4a6c00e9fe7f55418f3dfe368f1d4575651d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e310987656f40545a138466d43308f47792c4fa
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758dbfd3a7772924bd4337e737e90ceeb54a837b6f71855918fc958e43b6121b
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ccea3a0d892a80d76982c2f88ca45d8136b9cf
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d9281c7d88253c18a7dd2c732497eb8b51a7746c738f39263ec32b9297fad9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25cad2c970fd56cf4b66f0d17552251c90f96c4
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7db2848f73734b19c5d36ef39a8c104ea6d347d8bbb02940930003a46acdfe
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43ed4e760f7a755950c16779583a5bc7f72888c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715346e8ac66c3af5b8b825bb7799165d8a888553f397ef851b7f52622ea0076
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4251f6c5854a266d3e6fd4e53a61f2357595a6b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccc22846076047505c25ab6a4f6aa1c5f1e719ac1f799d13df83cda5dd57f9a
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82948c6782bf1351f8e8e0be3f9bc0b339a7d4a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe82407f9a930b78229db907504c1f43072b9e6f5b80e244f6f3b57771c9549
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc25e3a5b9d483713ecce06b4a3ab77c0021c7f1
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4b44e5624064f9bd2014d529088872520005d5f3728f0839c4c8f7e7b8eae3
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68549ea58bd3359d3a3d97fa1d2a60a51c76026a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0015e6b142bd3a72f7072d1e18729cdffd117e89ff445c030bff0529624875
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2dca2d22f2cedff1187a70378bdcb64d9c6755
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7067d79b0cd2944d032c4a6f629ead9a77a30cdd0ff9dbdac74c79c6b9c832e7
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da58d8e9cdff6f231df8e98b1a68e771f5cdf91
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b388d9df285f817a52159bc279edbc4d2150532feff013edb0c9c0401ab7b0d1
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a328f59b5947d50139a3c17ada65af891466c1b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde7df0e5ae739dbca1fd9149aa7bf7a3507ecd725ce966264f1a6fdedd68970
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45f69ce0d9fbc26ab17d0d91e4ce3967745898d
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920161c31f3a0a6e9f8689123b4434b136bf9b40a09691e1332a3f9b4879895d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c165a840e90499f5fe4de9fd5960f775385883
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d005412af02e98f76ab643c862813eafb53624ab2a0a707ea15ed64b45eb0f
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f8f6a356fa09073f166407c95f66a552a9c7b4
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a688b26993d883b091fe4bd165d718624029b6afa19d43845a50419c20b55434
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d86af1b8e36c936f717176c39f7a9ef4e20702
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5caafd68cc756188489968746712468ed6a68678e793344cb1796fa8c0bc962
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63add564005784574f66dbe428a0218bab4444bb
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53d0ec7f6c643ad09ede1712aad623975899851e37b8e0905e4035a9e25c40b
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53172f6701977aa2c3ee5dd302bba10a2c4b389
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b738dbb6e7b43a37a6d738d02e1aef901c8688c41713f0adab34813783fa6dc1
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6774213dd440bc0068dc540ed633ba899bd8e7b2
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5af113657ffac250a113b28da239783f3ab8613d78723d7cebcaf5b8c316439
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52bd4d48fdbb0648bcecdc949510b2677c19d0c
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfa008194e1fae1f3d1c23e562aef400480a2a0ae4b8e1bda344263bb689be9
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d652f192878dde4512a1ebdc52140886888f9a44
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e062773e2353a6710d382c6cdfd5fc7fec6675a3355d119f9f8fdc12edb2863
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702c6cff1956ceaae58ba2454593d550ee1cdb9
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4323bf8ed615f2d02429fe139bed6f593cc2cb3b134d11a60a14f76f6244d0d3
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc87f5a054f5724e99a0e21a32e2e95de66fec8a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b221a47e51522026123655c6407bd148f515eadceb98802267969cb12f943fa
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63715cd887d27161ef7c3ebfb2257c187b31884
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebcd470fd2bf00c363ff9501799d4db04008d96c4bceb0226b91d0649822e33
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196ad9b1a6634e2efffa91de2653cce389265b2b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f118e112a4d5b09dce412d604972e268827f4dcb4142c90e4a69ae23b8ba8f54
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b171158b3aa2c4471562af2193da69ff294aa3
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb79d7f52126cc16ff23b4bb579c1bb9dfa8f6547a6b25d74f635321fffe4775
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0bbdbd64171eb54ebc6f32f8ec0fd232128bf7
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6def5267615bacc39726522081af2e25a2b53f20691d13af01ba2780cbbfbeab
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f44328eca74f999a9c9b87de9e23f6d85376e06
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2422cef356c8277e079cf09bcbfbdcdd197b027a767e35d1c59eb4bf58d237cd
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecdd32de7be8a09a25979501a55c0b8dce73a8a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8eac90fed7243d1274ba796847f2ba39302da2d87d5325af34285aa68f6bcea
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a92282a0b6776300640b05ea7276937e979c0a
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d0ed6630f8e09bf494f2745ad76974991f86e27a2ae343ed2d9516dbdb6ced
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dabbc5f45f68fd69f6475e3e4dc4a9110b0a19
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e3bfc5dc6199deeae4727a6617278cc93378294b5323389e99ea6734edfe14
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e555f2408b33a4006a3ff51d9d9fc3f1da3f58
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2714e8cdcb14bddf207ae228d740a616a792b21dd34ef0f6b19a0b4ee8f072d0
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7241c804301afebf91903cee20c303e4ccc188
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8dd0ba77c9812519a4bc0d56bacd798f20cd91afc7c7a9b5a3c2d2a1d5e857d
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654b00642f94eda39487a37e47e6b1384b609698
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fad74addd17c04fc6e2e64b79391cd176d109c63f7a70e8c0979d30b0d356a9
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7293be00ce7ecaac9ac3e6f360242a3e7e496b3b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff2385d651089f4963aa3eef4933682f4f27c30e03ee4fa08b148a8250fc9de
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef9bb87f42ed92cc8442869e5035074f25eb92e
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89091c6dbc9d50e31478647c1cd6f8eda334894be736b8894a5c5390586751b
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcacfc9315b9b83d6a5165cc9f33d0067b86e1e9
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a342feb37caa16516b66a00529be7eb6fe14cb4e9f6c0cdd8de6ac0288dc1c20
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b71247d2ed67c2eaa3bd37fe8b85c5b22f19714
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62484e231e96221db283a26b55bed135d8e610c42ffb3b68afaf681e9bfa0809
+size 42066
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daa55140c6e7972c6d00e8186bf808dfc1d0683
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291772d758185e537b3d4d9ec12daec94a4d27c713fcbf59256677ee6a42acb7
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4e094d7704ee0c6cc5f340db914243facb0591
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b603ff7b763438680d7d274f55e459a73f339021818463418b1cc3ec4757f3
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81867c3d8bdcec1fcacca3e3fe1a41497246c93
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6d05560d59f26ef126bf1923f229f6998e01d84ffe242f3abbde28aa9a86a3
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e0f8d82d844849fe26f93cfc1b13b74b8b1285
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0b594bd1316cffea8f6def5ef2570055f0e491042ad6d1348fb3dd79f9db88
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecee2bc58f97cdcf474f65d3d8a89dcf10933059
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c1d0a9035aaa61608c88b9349271a5d53f84db9a43bbe41f8a6d4913e3446
+size 11346
diff --git a/params/phi/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/4/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091