diff --git a/params/phi/8/fixed/woq/init/lm_head/scale.pt b/params/phi/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3873cda9949a89d4ea7855639dd489f08bd48861
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46986c0fa77c0d89c74f8fc0367e405277938c72a6e58a29f63be049403f7fb8
+size 205906
diff --git a/params/phi/8/fixed/woq/init/lm_head/zp.pt b/params/phi/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e80cd0422772524659c9daf354230403527336
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f114b88f94680c10ce9ce8eb7bf223249aad01bb6bc9ab16a51ee2de56536bdf
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0bdbe51fc0ce5d1498b5355b713b515fe248ca
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c581fb75727986c092c760d28811da0ff7b632a4e38f352bd34fc7786bb57b34
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e718da1b1b9088b2629904fe1b73db7a371387ca
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0bc7fa7c4146f0a4c6b9bd661276649a137ef59a060805c2184a22aa9b8f01
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d287990f0b53b2fd333ffc314bf4efb7d831c
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca3f68c2b17afe2e57b0a3707823d905f73f965b74f12b62973f135d3b43f56
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f1fa2f4db628dfa2ccc49ae319c332d76f042e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82602d65ca2906420fc5b82bf2bf8fed05199395998daa8b0edd643414aba25
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e055428a4e041d814fbba2f27517aecc6d81b2e8
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84db95cf44b1d6fd2e9f95027ea938fe61b7fcca27c6d501011a97f5ccad5bd
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0c6193548133df550784c640ca63b572b665b2
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21ee9b4f146b06b5ee0ef5304f3a692a435690667cf0b1459e1bc00bc16198e
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037d98a43fbf7848ab013c170e9a25a9e1a5b659
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a7d89fe068fc628144fc45f9c254fe85d4589c3ff101624a2ecd0ba676e928
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16e9b95c872f20cdea57a67973507ba9cf64e25
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dec48201345bc30804a0367228cc6cdd1d94340d7e34eb510e67b9cc2e4b677
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d20069555d25cedc719ef6ed2d8ed5b7fcc24dc
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0003da1f49e23ef7317004b27fa378eeddc2e4116038281bd620d870dc13fbad
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23b96a4dde0f4f5b1f68311dacd4326f21aadb7
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebee7622cabeaae54f2b34cf25f6414c16bf32bf907e98e166cd743ec2258bc1
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aed03d1f92bfe7bc2ce66d7d7c72cee00fb289
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390e4a033bbc205e77e34aa1ee0ba8644ac4ef74cfcdd2f16759804d307479ab
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817372751a33a3c5fce7fd0d7a0c02e15b9df3a8
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548747d9b6922386785540f2eed5e80b2b5c56ced75d7a1804a85439ebacaabd
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c75a9aae7a197b48de58608325e95390e26f3a5
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19c18f0b41effb7b0a65ae10596c98e00ff58275aaf17b94231515eeeb7a8a7
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d29f54c36d3f356ae3f50e57a7dc8b2f2d3d71f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17e22c96961e04ea36897a7b79ca5cee8f6b7d7d27c96e279679d57cef4d195
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87503a2e21c406c9df80a593a3fd48d5689640b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40330fd935e5ea175e23c175c000d79d2829d6a922e51a133933c33d6a9d5fb
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b81216e1d8f88649e5de8c1a98b4040d07a27a
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859fae6a08ada0a9fc2923989852c0f0f35ea8187f8c00f96af6fa2df3fba764
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a4db65c3607cf7697b40d941e359ab87be0cad
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f37b5090f1978b3c5e6230ce4801fec559f883fefcc53f5567b6c64718dd924
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca094be0098436a78d897dce740de437ce9f777d
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975c9de5ac45a61ae5598dcf1608daaafba36a45ef898aacd49f38e8866e493c
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08840afa2925c8ee38b3e489da5d9021581822cf
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee9e88d537185b1714ab0acf73aeea3b52cb21648c87a80e00ffe89e124c3ae
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a2ab59a4a229d8abf4f97289eed6bf98905b63
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d1bd7d62fe9f9bd33d17a2ecabb41a106806ff49a564ae489957810aaa280d
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32501cc2873b55546d830cb896cad59425f2bc4c
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced970a8b95c909a26c9df43a6284797f5746f326ca1088332caca1bd642de2e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f4e8613ac05b479c22bcb9b8fdb857a3610a48
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2058f5e84c3250dadb96b54cab5abb204f371129f8acd662648e34ef83dd1df9
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027795d73b384710b1abb560032bfaf1eaae0f98
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe47efd41dfcf8b566fe225dee2fc121e6c4fe0fbb66e84a5b6838dcc80ae641
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a84097673b550505047c021361431a7ae4c766
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1716b2de301ff804a975e9d0f22e60557eb2efbe8de2a7c9d54ddcfd173cb3d
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1374c0719f76269e28f16a2ddb1e40b9a9f08dfa
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d86176a1a9f5f9c67e4977d1b5abf789805976fea6f8ce54d2c449cb9a15cc
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eedfd500b397c5f13387c43d9ac2af26f6a710
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bd7687a0c30de00f2d51efab7bed9f4959bb75b3ea0a65ebd3d0a602f6e73
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c1d18444ca5a6743d86cbc733712f4061080e1
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc4c885aeee272d46b5c79bc26bf399bd16c477e07d64a22fbe2038003206ab
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1cdfe3d73d0d068249b2a2f597eba47ed37948
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34524a54ffe4878cce30efae8c696495fa2cc4fa65431648250369c0d3757c6a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22285ddd67f811784bfd6c53f5cc37e5ea04084
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3fd65d4eb578d25bdd222aee7679845ff25996f94d08ccfdd22c7d1b0ffaa2
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc56e24c468095aaaa13fdb2d360cd1cda31077
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b95053d1bd990ac3950739bcd4ce1cdfba3385e1fa2a96c8a0b98924c99ae92
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98458fb69fd3e431f99da5e1b29557da4f451148
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff45b7b8c30467518ed0bb37568dce706a562dd6509fab83aa0f568cfdf1c0
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c140adfae793c4dd00c92a896687c40d664215d
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493cbfc113117d837db2f54dbe211094d34856839e5e43b11c4b66fc9f1f5101
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa90b61eeeeb7da5ecc174f96190a604b2f7acc3
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c782dc3b9de5aaa7d61045677daf1e1cc9a5927aa80f49fa6ac73d568273e9
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd74ab47f20993a54a2074f38d1b374690641e6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f94ef8f917ee96bef5fcf41589ff285655c480a2e626cba810b2efc752f8c75
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5bf0ec5ee21a2fe8582ea363973eb5e2d0d809
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00201c958c6b77a1d27c9d3d516782d65904a4482d173d7c341ba2c8fc4b3efd
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449073f64095867c61aa9a2602f71a6e68a65d6e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1281473c70dd5556f31834acb4ccd4818df9fdede37c371768dd8abfa683aaf3
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6870ead0310eed69c7f98bbe5728265ee59e7ca8
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e5c39992e3b11918c9a1b83f13e2eb10dbc4aea09c1d1160296b30f17307a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd987ad777347bc90c8a5fff4329c594883177d
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004eef366b1cfc5bd57d3fdf26d9174db37fe3ed170e786b6ac168524b9936d8
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766d93c1d6d683229e5081d1ef4c6b3a0d67c8ab
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3f182b59f014c18fd2ea932cd8d0e021986da81f5de71f405fe0e866265f8a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce10b4138e1addd30f3f5d6831828f0a14e11a64
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200fe1d5a8314adb7a57db0d9af0565c6a9ae590656cfc610a08b7317343724e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c80ca91bf981d2949090a6f897db946c169345
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46396af548ab195e869ee7a7a2d74db08a586d4b2c8e0bb378c9dfc1f2b48cfb
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4ddfb9abfbe2d63321ba907d68792a5a14da4
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a35f62f22d311cd96d1ef628156830f3714d7bc0c31c1cde61c1ffc359c346
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b49aa879b0f9f7454d98a6e6f05ed38e739a8ef
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb72b1cbfb359c48d53ee67223dca6d152249360abce89085177fe61ea280e54
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822a9b3e153d859d45e55e51758eced3b0d89921
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426428f6e9f61c8f37ec395dac8aee56b73f5f818e0a9de198e406212597375d
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6a01389de6a569cc8243503bf38d48398650f7
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c37401e0e6d27bb754cfd1de18369ff4bcc2a3109d4531402f8b1afd72d64cf
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac665ccfd8d597db3d852cfd73c7b6c4cc796c1
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f276dc39f40685b7f3bbd28919eb695a96ef1360af2b2882c670f71c595f9ab
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c25e83e32c36a18ea225f0345f3726ddd474c6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a39d2f058d578c169883f1b21972f28e425d20e9632c851865e00c63f123068
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c4f101ce876d56e352b644019c1baa508af223
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a815d1f67662db104bfcfe106e07b1f055eb4def039abe1c698aa802599aefe
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdf298a4b541c6c270b37fab4bc34f30055634a
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4fb1a8de757fa22f90c252b65ee99bb81d79b2a585ec51c0fbc49d6e3f4e3f
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c38ac3d0302e7133dbd8441a4117ad9d8ddfe7
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8827107011a32057d801ae113ddfb13555f5949f1c430a45d74443670fb5a395
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345e9b2aad46afb38e9dd7a4ae61f82076425689
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd3379bdee7f190114b87beb209fc0cd6b25936008d3f815daec4a5501146a4
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f53b878363dfbfa5ef953c22e180118d55583b5
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf7197109b7452e6c79d1abcacc59ca7aea757d8c0418ed0c82f45dae34e243
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7116c6f401dfa30e693dadc06a09b4fe61f7b53
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8edf3ff57bce520310489305bcf3ff1038a328bfce80964d2d4ce4b52cf0f1e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689eefed63bba39279d16b68ee1398d9f333a294
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e597de63145d0378d49fe7ca1a55cd92f03f227e78a4ed566087e99f09621a18
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d571f6fe955b6deb51d1c9979c11c83f90d0c29a
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322f84f0f1a4429b49ca79dc21b58c8b53cfaf037d128416cc587dca492e6dc
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f6192ecd17aad78c2c91496c1aa312b4e2aec1
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b76cde734fe2af0d988d2cf8f726161d0c0f9990d269b1b5830684ca026ccd7
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf3c27eee0f843fbe24dd6764588d30d0c8f50e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fd1354a2370c2f9b5bc6d3a2f464fbf5bb5988e323da5afb0cf1f3e99ade0a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b4b78905025c3cf52fcc50a630e5a4d7847b26
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279385a4fb504e98aed5fb874b6b1a76aa3aa1d9ffc0cf98d5bb84e213ffa02e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060f6395157708cd5ad5c0bdc6b81cc378047b89
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f233e32890be21c222b1bb851f453bcd1d02353c89faa0c8cdfac29c72447ffd
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea1b54b9666be381acb17d1782c1c65b8b4bcda
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33867ae8124870eb35546f40e93683e890c6f16977bfe477c0c0c7dc9d9ee81
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3a7712e09f2937acaf27ae80369ee7d51b3e6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc942d90b5948316aafb2be3658747bfbcfd36448d7bad3d475b14e8c64c8fa
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eab2025fdff954a02ca20edf97ad53c6253eaaa
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533f69972853e2dab8a2e2ce87f19f20b1d502e6e038478b10e9161bca74c87
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f98cc662fc9c4dec260b689aa40a8ba6d10993
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f5e7d6ec1d9a867d84c45dc6f890691ada67e870ccc39da46a1e713e0ad26
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7258656be91cd5f31fc495dec05ef9383bf4fec
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d414eab8def636d3be925d314a3ddd3a095557ca52667d405847bc75d682a10
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fadd3accf02b291ac8bef210454de34f679328
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2b2f4c358bbdad4a45080edcfb87bdb1bfc56100c00b9b4115190c6ddf9ded
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7c372a1283989b72eb83f953bef9f9c51a0557
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ddff4788be4aebcaba568d323da39af0243fb7859ecadd6374e753f4e77223
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2809339ae369d62b726e3b363fe46461b6c2965f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e40b9bb4231b7a72e7e90b3ddf895cca04dcdccaba0d0f6c1848762143c866
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404724e79cc1c51e83e4aca41366640e827a1e9
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b2047e41434500d8d81335393f11391cd441446a405806d57f734e9c9725f
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce83ba5bd7002df79996baadc3d7cc460737707
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f1efc714ec1935b69e511deb9328e261c2d95d6eb01db96a903d1df0e4e067
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7d7987901759477148a35b1cb52318e947d3ef
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb18ba9d34c4f419a15409d03cb35b5e3548e9425a13721af31bcb3fc178f480
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040c88f060add6950276ac5217a48b5d40bf9e13
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83356a3925e6282690e04b0df2b094f1bcf342be7cc7955f48100ca792d08c37
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0496fc83ce7b88bf9934b01d626db3862fb3e9a
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f039f1041b3056c360a3e6906413052eaf046ab5b4a35a86b36189efebb8241
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af13b3e39a109ddaf8b4e4025d46212781a868e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22124279520ad82be2b9aef47c62a41b8c63ccd3285387bb75d3ab0820e6c530
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed6eabf317018db0f6faff29d08861d40b4d433
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf52f85a71017582a061af446236d2ea94e4a8d561885002ac3ac104110f53
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c274fcdf2336c4eec6df4283d7425d156de118
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85347bf9f3418b3389ae746d6d59f5f71db9f4da45e5c783ac827e801f2e5cb2
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02adc13af14069ee4d30555410ab99bcc6337e28
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b43828378503eac247c95a150a6a13e1e5a2bffd83bb45d78b1ad0940d93415
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ed0f2513ea686373334e6437b07086cc3c3119
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450eab4c587136794d853420dfb3000ce90d738434be75d2bfc2c0266d34e294
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bbbe13f252eee1eeeb995b1b99b10e2e16614c
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee43056bb6e7bf526dcd581339735b641afd607c7d701396a16bec5b28288c5
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb399bbb3142d0eeb1cc37d13af1bc55f7f40f6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d43a9fafe403b966ea3eefbafbb72d2cd1b09e7a8f5d1d9d193392848b14a50
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67918941798eb81ba13a4a7c73d703efb5fe5ab
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d330ea9cbf5b80cd7b4eea9264a6f9dda62656c5dff043bce0c9ebf2e23b6d18
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bf8674e2d47c5599ece9a3c174d2ba5baa684b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fb1136de0d7a7c920c03f4cb1c3d397a3b50a6ff58e105deee74e31889b61f
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cae7835dcda56ff22691b1a25b9daf2f125de5d
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e0e455c4cb6692016953a1521ce2235188c8bb067bac0409ee255233865144
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51117dfa5c0e6ff07a114d75e3d49d40336da993
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdd98a69dbfba1c76c98ae1cff7a8c16f0517c8b31e288fd1f122e3d777db51
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70114eea86015c8180e91a714614b112fc29acf
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7fe504744e538cf26c4bf60aeda33220a2f62674743cd8013d793e25ac268c
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf20786ad8bbfc1579c4b8314c52b4fc44d7360
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e789962f1044d8292b1ed5886243423d1d5a625407bac836e1c043fca9af775c
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77990706228f077d01087c755fef44b35057613
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138480fb258288e790da3f6690df95708ae9036d505d47d08e01bf29f20cfac5
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae06b0fc260498f9900162eea8e70dc88e5ebb5f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad610cdf3f5e02686a5f75173b6384c53121c45aee5c7c60cd5af23b9a0b024
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4b4ca1f0cd852826a61e14143acb7984a1e583
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30173068203e5ecceef4d5e88238027e04962547e9f705150d6db41f0e29b286
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7d7b864a543f05b35eb9ea29e34532e2b5ba2
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e744decc0a3f153c57fb2453d6918a3ee9b364befe09dfb050e1984b518545b6
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f45f791ed428ac9f08353e8e6843b16fecff1
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aff47e6221ff2d7db88702c9e623b70917d2a546aa27d44444fd6a4231ef710
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a1269afdebb37b510e2c8f9f9786a9cfc51a95
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e151efff3ba164ac33a7c34f64ee42badacedb871d38d0e70749f93f80fc885e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f0ec72c107a9818607a2c17dc0f223da34f6fb
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df9c4dd26d07df2b4e112a770ca83336b00bbeb698aa530d424ec50fee1b420
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faeec687cffb2bf3cf4e2584e2276b9807203951
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732f346be85d5b4205dd073b8ccb88b937deab18739bd72663b2e3b0d7cc7543
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436203a5b6526d8e21f43cd5640150b0c3716ab3
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2de65a20ab9aa7cd5c4d0da05c015905962cfc3d2cd3fc98338280f07bbea2
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9c4113c3684c60def638865cad1c3873d97652
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dcd77702ed51b037533007889c6c40378ea21d3478562d6e530af7d64754be
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893e85f2f5156e48825c5383fd608e8786f5e054
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83599b2c733189f743693ed2da51b8b4e7bc3bfe499a27c650d4bd35d65355b
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4f1440ccb97f8c0ec702aa317b3283283a988d
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b52fa442cce055f8499a0874d4ea6ead1dbfe6b360567edd42e337512cd6939
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e03d9e730ce2b159affe47da298c32f0b835e77
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9239212f00bc42eaf25e4f8b780916757b95f75c366738f219db6c4134afa6
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5ffcc83e6f2dbf322009da3529b588558b0eb3
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd17c5abea0775213abac0289f328efd4438a1f3e03465433effdb0c3b11c01b
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f8c067c1d686f6685c89a6eb70e35c95fa31a2
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db43e09fe8c230af4e235aa2edac138299e08b6842d5d4773595de9ca0df300
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e690a1a4f6349d7b54322368af54b291431e588
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f729272ab4460cd848638f14e7148834c7415268e2fd31285dcab5fc5996bd
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205e057279bcc5bd5370a97716d9ed28cd6ff93e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2d29861af673cdd456a66d586a996218ff9ee65d7cb518c75bdddae23cb13e
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8712bd0bafe791190dd6312341912996153e15b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef3a26e1cc102a57788d1a3280373ad19497a92c6d419b2e6a1c4a6584b5199
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b315ffc50a771d239a62319379763abc13b6e077
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d4780f39570e1b0f57efe560aa2e71641927232caf63b1cafe3c1a875c25c9
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720b36f8781e09ba1ecb641404de07f9bc1e987b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe6abdebf4e7f40c18a5bab7c4ff88c31eb2aa36d8f851653cc30d6baa1c05f
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e385972aaa012e633abbf478198717a079ab2fd
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03a50c1448413cc91050b0946b10a741f6ec96759dcab64daab3a42a6b0318a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8013395c40307ccdbc8574838e17639442690b53
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f719c15e0d97bf9412131179eebaec50280c26075a497fa85e8e4a75681e15d7
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d7783378be1681ac7b0a8586b14462bb6f55e7
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c910fca32438930fdb1145cd38ef998d7e6b580e2f38f8b4f6d51a35a539097
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5294410ab3dfa312fe990d434ebff3dd57d664
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78811d06bdc743da23eb40afa3517bb507102f5dde5be7ca6d9eb9e04eb72c0e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aeef18835914f6dd578db00d38b535f64c97ba
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba0db34f436f705b8ea8bd212c3b2f0eb49a3aec29c388316cd78c5f7944455
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6262bf6fca9b455d28ca10b9fb07464d88c481c
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9cf804c338ce4c57d14400dfe0584b62f21c9f8158a4a95ef771434c1420e0
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac7c8936f94a3ff128a6190d7af313ae7ef9cb1
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80525f6025e26da8ecf1f718aa0b097de8e8cf4e79deb4f552984c42474b6e69
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa655062a5aa6ec8c23e4d408c74ff08a54eba7
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af45d7171da3b309b0ea419e09c8a93178ee5be1ed69b6a16eaea64ce5589c2
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c58043d329174efed86ce6e65258c372f0d4bd9
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4951e970edbe19c66f6b0143ad7dac13ba462b827fb9b0373b4ec65064e8f42c
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2b7fae5be699e7af0e8064e17c474ed4203533
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfe02f61630476b875af516154d45a8a2656fa9fcf7e1d137d467f31671aaa5
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3981681ad41f243c79077870871a04e3c6e2af59
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39847ef12b808bab3eaf4b1dbced1e75fc7a427f5825f9ad9d58cc5410239323
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e367a742ebf7be1681802e5a5ab6633bbb06d2a6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d2a93117068d261c41f9c4052a977dc28c8197d37a959ef6e6d876030a5ff
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd42b5b735a97553ff7293a8d927c7ac0acc22a1
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bad5d3c6d722db9fb2a9fd138965fb393750e9209c21e71bf69b8fddbc3132
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5107392a4d214b3f02361fd56e37e8b529c3ad96
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12e87f1c7c6911480795562c59978c4a2ac87c172c623b69800397031dc5ea0
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1475909d4ab3f856cf7b961cdc254e98d76d844f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5d8431ea1cd5e821c05d1ac859197d865881cf89544d1708c7c2d351dfbaa6
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9451021a2e27e8950613c96c1609601f0786c5
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119037242a684f90a23841d6a61563ac03f7edddf344689dfd9fd3ce5ee6932d
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48880517e21354105edb3bfaab648fba2f5ebd22
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9c4af5395ab94faa5c8216fd6dee3a4050c686180d3de672498d299be11bb9
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14db72b6032753ef6158512a8435a247ae266b46
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d088fe4e48c8823f50e330dd1e5d1455becdb7c93a29376ede60c6a641a658
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f668c1b7fa4c7979fe3a07ea7d829ab904724c
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbf6e8168446efd6df3b5fa893e395bffd7481822e05a69cfcb0c25a02ddc76
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8449ca13227a52cf866e3af3590fb006221cdc13
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7f3ed4f3ef9e2b94176dbab7382b2e3fa0b6f246c42c103e2749b8413b8b1b
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6fef0cfb9af7d1c2e5b1ac7e89c1629fe45d26
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791f88b97f92d458127feec65e271380e7b2ac070555b8ac55c0903ad972d1ef
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0d798f17b965dbc058c4cd6dc13c75f6a8cf26
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bb4eb9df83e296e18fef98aa2ec50746784e1d0bc4eb221551d038ff781211
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635135b1fae80c0553a1123814236c758937b91e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38ac36aed9c20e5facc5926ddd8f68ac97284c842a3bd9967e445515ccf6164
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce27c5c0b94b706ae2bfaeb647f4144b63c9426
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52056c4434300c51bf90af04b0516ab1172e8e418733bf97612ffad74172453b
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810c13e377a4f7ea4ccc806efed0c9ed39934f32
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c839a4d501718fdd434a033ddaf6408097f8d6ca62ebef2bd71529d273c04810
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4664e2b1d66d5f4c50cf89f5a5482f432dfcf8fe
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d6fc1b738f7fa642bbc3847468512f4cf7b09992d7a5df58f7d371f2142b4
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a064f895b8e92ddd18ff2d34109a32d27c66f9da
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743ab2837e7c4f168d9eac20b2f890c0f235d3b8bc578803c4ce2363fd44e6d6
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31fd8d54ade0d681cb0bcc386d66a3ef2cd6eb6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53468e422e0196a030d0911f0bf2f727350c10821f4327a776db88d6a35690d
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055fadf4a167873cb7685d2f7da652cf259f8291
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fb1394b7590fa8ba27e35ea3218b1a6ee360689be0a40f739037624ad66b67
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d5cebd8c4258c851f5c37e5ee05570a415e173
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111ef4370e4e092ec9ebcd1155ed81ec2975d7fe7565dbceee326853047c64ee
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9d46a24a4b6e7abc4d0438c69f80257cd1e2de
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f8941e956e1eb5ef5191bd251cfef3456f954628ae56dd88d4f61d94e253e1
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581830f02e94635cc80ac33ce1c054a43d79b98c
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc8a770534b006909b52f2a45adf3710d272f7266890c26999693796de2e139
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb07565da032b4fb1c71cbb42000b4e6c2f53eb
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a1e01522360fce906f1bf1c655e1630a27afa05db3c99b32093159e41d4fce
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eab6f5789d7ae8bc091f43b698269b105408ce
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46693b5754c643787b334f1bb384314462a86ba2b26657e91fc8a6e5dcec90c1
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6049eb5e086292237f3c142c24ed22b63a2d2a
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef4765a69434a55e73063542515b7a316c4e48f3b01d6ed94a49b43b27f3da1
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7394bea9cae95d49cc4035b66ddb030b96f6cff0
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88893d9d40346941d77bfa3cfa916a264d3f43d2357d467e621cf51de2bef0e5
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a120dc336e61aa3c189d1aed0b5b7012284961c3
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbea8cd31d0f7738059501ba5de6abfa002e17a592cfc7c4d4f8761e6e654f23
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1627283c3e0e74bbc075435e257e03a34578b827
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faf95ab3241bf15d153cf51fc8aa8fff966a1f2b87f1f1a7de28c277737ef8e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9a7476bed4bb2435bafd42ed25bfe0baa44c39
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0af79d2d3725f77539c648ef7159206d19c20aba126f2b211c3d221c8780484
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04aae0baafbba30690b7e291a34f690a1fc150fd
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ca762774c9ac9d0505d44510d811246cab35bca3f287028f0543bd635559a0
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811985df662334d3ce0d07e3703f09d25d8c8186
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d7152b5f6953d8376abb50e726a3731d2d4d8f7cc389b15923eda2adb8febb
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1959a8454a03009c35791273de05ebb77a8f64bb
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899fe30e022a6f1ed536cf0c23720a5bf486a455bb4c9c19813f03fc3bfcfd5b
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd7e902e0db6d17ac53b9cd4df3f8a4c6dbd2d8
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416259e9853918d4858a6a3b44f729b3520f36b7a71f36b8cad7740c17668bcf
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf470e5608fdc1a867520178d5a16d658c11d06e
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c45c316d0970aa2e7e7c99cbc7de7cf80ba5c5073aa1b34745a3ba1c1387ed
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317e6a7886ec36c57b13eeb9607af6645b68e123
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e47419cc13c5723716e473b79566860fad569054acb04252511651eec0565ec
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8434f1f904aacb9d0a235167a7dc5e0c24dee832
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd526cb12aee9379b0250a8762698aa27187964a85dfdffdee3a94c9c30de76
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438b59473af8d63a314d517ffaba2f5787c216e4
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c828cce61b07d0dbdfaec704dc4d8aa3451391d402aedf5cf4640a31ed377c5
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7058248d217623fb88e22edae454ee2f9a57c3
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d395a726a2ded6ab1bcad92cd72f91f013a114391613fcec77eb355de8905ca9
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3a7997873971b9d5ce47d94c2f266d0ee88ee2
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa014d9c7d4cf0b1cdc6ce67799869df2de781ba81b8ebd4dd616d2907670a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75f262cdcb5cfb9b62b32e4b2f66082a1dacde0
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a354295739826b9d3bccb8c37bf568a77a0e186c23a90f834459191e619511
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b9d80cea26baec16ff2217d09b7cc897297900
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f008d31847cdcf4d6f86446541de97c5813c531b3015e57c8c3a1196dbb1289
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d55946b5120a7e52386d4d028293af1b275fcfc
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5379abe30dfe4ee328d156d45277366ae0613490a6c9f539037917862815429
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995884f03f704e8e58346cc7b2e8f75a26bce765
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d65407aa216c5b56f29161fd3664f55a8ed2e340393d09fcef646817dd0f1bb
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a5e4a040413a15706f11edc980e5d02a69aa5d
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bb56b179ad7e184a4302ea0956f8136cfa646e2ca863ed5151bc85c016ff14
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05574314350887f4c05a978516765efd1c5bf37
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399d25c4ffea9cee20183b4dd1e7c00b1bd0005ff818c6ea456a53ae31fea334
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba12012687b97112bd6f600bcd2185bda8e4d05
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f9132e135d5e82cdb23079ba739fb05d1a13b745cbed860d6b18ee0c86298d
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3391e891db9215c5f2661c499b486c3b081a0f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1861cf5a754d6e81fbd2dbfb4180aa9cae91a2a3eac1c25c6f5e795aa33be1c9
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45360f6971af954d02497e6d2d8973a886c30682
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e6882c46ce853c692d74c4e80c1b6a1e089e0eaa060614dfa79c2272bf0d91
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c792b3eaa4fce3c7f7a0ef9a65e248c8a4a9be
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7ab86611d28287b87e89659aa27a24708e0d1b66e4db39d3d7f778c459f47a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb85618f7421c0347e7bc75fbaf203b640e0d0f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8899e82dbbb646ea2aca8c6fda4b5470073b7ccbe0deb0e9f54dd3515c9e0e
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d70eb4da4be3f3458f08b3fa78c785e58fc464
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0184b20ea368dad0062da9ec9723ff511968c1a97244dcbb480f70b5fffea68d
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517f7bd2285f8e8a662a483a0c914fd03ad1bf6f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153d63429c8be25f491e15962389d3adbe4ca0084cc955885961a79ff41db42a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb78c85b99872ffa1ccf57d03c4dc9b86d6839f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15370ad51ccfb90a6d368bb3f7f0b24c0be30a62bddd635203e1984c783405c7
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81eccedf0e48ee72370986e47d42c1eda9054bb
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6064ad6311567c55074116cecd4870a564fcb1616e5110241172471f3e6119
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58d3a4deb6a75be0c3e8ff5acfb789b10d517bf
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c453004a6cabe5221ea94dcf2aa5dd3e1cda97cd756568315ea8f48b66c9ffb
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a294b1cef16f71133328a86a2464c61b47459a82
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743637aea95d8e4ed4f59c61cdc784784f664be2e84b7fca1a34e1ceffac0ec3
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bdeb7c46c3b5bf504c4d6f6da80f90b4205cfc
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c35c9b6b0425b4781e8c7f4ee1ce1df5508f886ddf3da1d0620176b9f9029b
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3e43f0171003732744a5d85ddab9ddfec5433f
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ad4099318a1aa6ce828d8e530703d6283ae15c2ebd9819c37433dbfa5bb449
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30cc442ea218d56a72efc787aad2c0941b56a7b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb80685faaca3a63bb0c0a8420af8aa2876d314a88318b9cd942b448bced3567
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5dfe68888efff011c27505999df6e05a5522e9
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecc4de442228ed70d9350ed796415f2672467c0ae41f45cc7a42a4da8d8c805
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fb1b7654b5d7274da0529f9c8d9e70f0164316
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0826596d7a573825414fb77695b209ed1ebcb59c98694f94ce970dfe45b9acc9
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e88a771fa33be4310185e4deeab3df89cd103a
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abac177a41343018123435e84a085559f808e5d08b70ce4ddb3084e18a31222
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21351b2fe0e5decde2d60c74fc76b14bfaa20fb9
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca35608ffe3c1f3a56ef5a2dc857bc27786b92723b2f667615e9879f26ff807
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13fe4e2e4263ea96b421f2fc1bf85561c5a6cac
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c12afb1246f96927ff2a98a689282867201d9077a250d9bbb21a98990ac35a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def1c141271de30d941cc13cf83edc25885ab655
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04b951fd26c2d7f30a613313d93897fd8c69a2458c0927f865559e01a377bbd
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc9d4c8d9dca578d019e3da3ed826f8de9574c2
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70e648a84baa9d285315c6727c485a02d37ab901458d4695f8249e061383f8
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c21d88f13d59b6a5b85764fd20f55ece6060f0
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8233d11ceaa5ec4dee73d63404aafceaffe1b9ab2eab6949f615d1e27ad73a3
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba055ba3f24f42da053ec8372c62c0fc41059385
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d5f751da3b5affd409826a7d802664a2c125b06c878622e6a26db0909bc01f
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6322b95f484d5da8fa48aaf273d824dc0080cc50
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee00bc176bc30756053c178f1c27016f3a9adad3ec747799865779c6573cfb95
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04c779aa90106ea7f26ee493ff34ab3ee9551ca
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad54771dbf9e6a7d85bd4e2cc767a358bb8b70226021a19402a606f944b1aca
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54bffe13d320dca30b2277555774b6ef1a22e10
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d05d0cf1e594a54a119243d5f07158ab087f1a41abf164d9c9649f894cf156
+size 42066
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17019244a499e283556cf8b0d5ebb3314d987d3
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44ea68f7250c1d24f8cc663f94ac656aad13297b02818be09c2f8b53b3ed050
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070e515c4e1a0d839040f7209a4b4d663c3d56b6
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43d99ec6994eeeafd890f1590cb33e0a11135fefe79522983411ffcfd18ad7b
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620dfffa047550c80990a170fbd963798d1023f9
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8101e492fa5a3b91442d43911d0e43e94ed853f690e75804bd85a1be3da25a1a
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c825c7d7d627e023b6575a2d2c33e5a13b49a1fd
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566a673861a0166530885ae17317bfcd419a67b9249e9e11bc854171c1bb77de
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d690a34a7a47844fa6e5ba246d2e5cfe305545
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a9eed6098416eea69f42fc7e35f2b7c76c9e428c6961a002b7314db5c48aaf
+size 11346
diff --git a/params/phi/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091