diff --git a/params/phi/7/fixed/woq/init/lm_head/scale.pt b/params/phi/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baa41a622a162fbd032530fd17025b167adafc8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c13bb799e1c05296cc4fb1c9e566edc614f69af1fb8b833377f7574b072599f
+size 205906
diff --git a/params/phi/7/fixed/woq/init/lm_head/zp.pt b/params/phi/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1886a83dd5edec31296712dfddff67bdc4cafce1
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb33fd8a1e81e7a13b38fce174e8e31ccd7583c5c795532e8bb85f3a43e6b78d
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d751f2901a6a18c0f86cb2b716223330b9106
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60be116192b9334d0bfa9d1ce719a5efef1429515eac7c914bad1aefe9d61c3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffceeb4e98d436351e291cf3e44ec170617d70b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc80b05998e1f8cfe5f142b598196d5449de49bd33465c86bc1aab0c07608fe
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9e10dafb9275dd7c62872bd243a1a268df6d72
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0488f69edc482588aed9ec8bfe24800ee3d8cde99f58c68a0fc4274dd2db4bbb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b291c40fd9132511c6ec1147b2caace630f093
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e11586037dad5d483c957983ce81a8b979bd1a7c0f36202ef2f1a3e96687d7b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ece7fd1cb85adb7d06c585e4f0e41fdb302e8ac
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aaa101ab69f718370d8101445ffe1ecc51c1530f146eba8f928be7730ebde40
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4979511f9e2c5ddaeb2bd2c9fdf2fb7229c0356b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5757e718b477eab54cfba86561cf03767c9abbeb9f0313996d875270ac123fec
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b906b85deec8d32558244c43eda52e90bd972b5
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6c118636ea2c1763e2b1d22c1b461e33480217afab3195df3c5032c7fd408c
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c976fa23692c2004f5392fba1a8b3d27a98278e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eaa4d1e277c52dd9d4f44f7e11c2a86a99aada5e67859aff5315b7c66b46b5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573f86b6d55d02aec143aae90275fd8ded671a97
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd623b22c5c5a9e2cb36dd3fad6c67f0e45ff548141717fd1f9af9311088f71
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789c185427b1cab3d56f678b441434eb6e39e27e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c843169ffd5d4e42493e2f3e9fc3d99a1df2938ac8158f6bccba2453821e22d6
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00614f68903b71c3b79156a551a577f6755af33f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf33df490927e8d0f4785326199159935502aaef5148c5e872a7a1230358662
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335bb0c40a69ea50bbe72e17d6e09200d038a110
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6153243728a247192f588b70e7fc91dfa9cbe3ff7f67cb8425055524f50f715
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7d686fb6841f4f7416314b4ef0e0008f45417f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c1d22d38eacd911494be8319d6572dd6658f239a2ce53e19493a9f8b83becc
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5ebe3ec690c064039a924ef0202098c51119aa
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3d9ebf7177e1e25e0589fd8b080ccebf839f540d620d169fa8b86a1013c264
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3528e16793e11a44809ee530ea4d131672427f5f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fbafbdd31bdfd5ab4e62426b093ff513ca49b3a9a3d0f57c99e8ac53bf5468
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfcc93ba2d45f6fab97675e152414dc364f16df
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc7231581d8b46bd400990ff4f36d20abde285e8315dd4ff9c042cf9a5397a3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ae04a3491c7a3960cbdaca4326076e7ef967c4
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47457e34a7cfa2e87aab9c0dc22c06c12e7e5b7a4ff3a973bec31bd5f8f72861
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78933b1da428847372bb733dee7d88d1c0c4e68
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22d8c09a39b24555c3ad2ac2acbb55c1137327ad66a092ef2e232106f767025
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75685e87ca979907b7998ad673c89e84a2a73ed2
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dff89858b57cc427e2779ea3e1af1f47e4476b611922dcc66274327bba061e9
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cc5647a0f42753dce86d0521c35065c9fff6ae
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652c4f05e54a88a38262f30d664626f95c766645fe427fb9b9faae909e73e5b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda8f64aebf30bb5f089f794996514de9fd3068b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756d3bd629890b29c454d6f3e8dd60c01bfba24306b784fb06328279a6ae560e
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7c3508bbdf355c003d7d18fae76c091ff2f8d7
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e263703ddd2f0c612d7c480d9d4834d00cb610b66ba0a2c33cf64957e2e93f
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cb3075ccd83f9d7aa8eedcad6defdbf80cb060
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958fd15d8048689ddb194073cd6cd34bc88f6afa5aaf6a1609718881a8eac99d
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb1bbe705b0bb024e7ca1f1cf2bafdb2970a8ef
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94694a2c394a0590c83f4ee3612f3a9b10a330b09a0a90366a401a8eaee6f0cb
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe437287c0ada0b0dd5bee23489935bdbb957e95
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f77831f6880facf651a238b6f8952cd2db4c422cccba5b3e12de463b2ba604
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b53f687e987c03629740ccb561a769d5e0074c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea235a8b4e4f64b2df69cbc137adaf905dbe8ef41183b53d554807aae396930d
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccebc4ce3a5a8e77a542efbbe5669163073c2b22
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06136a840ed1b5d8f04d9766bdbc18f43177c7ffe5015437913c3755a5855b1
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0abfa07d703a81ecbd8404ccf05c37c8f8f42e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307a6810b7aa3211bc2401637c00d97fc7fc62b6da1aee0e0a1000bacd8cf3e6
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a640a0b507c3d2f541a7dbf9be5db1e1049be58
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c08aa52c4102cb641a16393d39e482faa5b69c4795950c864f0fb38748a179
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7481dd4b8006cf9ff2799aafd91832a109664f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1749a29a7f18fbe5d0c942c8ca93fe04216b290a2a1c78f488f9d748bb248d47
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbb9742b56264489daed12b9ed45ba3c5135d6d
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5be2b7e91a98b98b1f0b437d9d318420e01fdeb37cc5ea0d22e4cbdb988779b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c1d5892d9308b8fee8196750d56dac458f58a0
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b353b2c735e1e57389c7cf2f0c79b431a64cf3bee5a79d1c13172f2a9da009b3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5f75b74e41ef317b47d993b16a5eb315e92122
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7872afb6d5d7d4c492272ca9d49ba946255a4a5c72dd786814d9018166698217
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902961be94903c5e08fda2545e45f3c974ed383e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c322c20b8a5e5061e71946fbf77c2367aef9769d9352ec895b10ab676b3d685
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42877641a8daff48642ad9a1d3f6c434243ecad
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8d4585f314829055ae02a2a009cba98b45dbafd8ebfa1def04aec99e9b4162
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a293c5b6975f89571c624748888f5dc837e714
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92b64472eb57ea242745adbf8f83fbd92440251222c98a3ffd7f5551081f111
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5401241f6f5ac382a9022e3f8d65442c2f26169d
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b5661e86fb2950557fed8e864dc961d6e2ee3f64362ab8adb51f8be686fb6b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019d200a389499a85e22320eba6b96652e6b7ac6
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52da38384039be89516dcf7db183f0edcbaed101aad07ebc12d8e1104ad8f982
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96962a30112760759d6a9db38e2a6cec4f09f546
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c0be08c27d4b1665a45dbb3f2de2086fa9722206ee5cb95456ad8dcda081db
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8128892532722f789151ea0627450fa64acc59e2
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e13a312e18924ff462ba6cdb4c08bb7fae19ad4fef6a596a68e9df0ee4a571c
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5095d7e0429914ab4cdaed24e3bdffe8761b176b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ac38eced376a227cd5862013164e16078e70b36927fdde82355da16af08e44
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc42dd25388ad741053d84b9566a0e2671fc2d8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd5e456f04b9c568a3c1079aee91b94d48d5e33eaebac33b3572c67722ef4b8
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13373a1d18a0dc4cc96236f85760e59c739ce952
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ad19e97b10c2fd308dc3c8ad389baaa9804421282790f3bb5a8fba6a226aa3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc47e0c61da6c4bd854ee55c133227f74a38d0ba
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd443b45c3f9fc9b831aa958e57317a8e2f8d7a8b6b8fc681fb9c69697a84e6
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018404b96b6ca0eb00f9db78bd3342762974536e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4e22f315a750280800b46d9bef06e6f9482134d82e6b761867b4020a73b440
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8923d1f92201633f2a60164e758659630ef0e7a2
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3400bb8f7ba35855ae2798877a8a00fad2883a96f0cf9f0f5e22b4378fbb07e
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2cf58c2e09f6bba3d2a47ff852b49c3568d36
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9934a4058054e9cf5c5c040ff796da55e97809002caeb33f5728ab02015099f5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943f6e7b64c3595b94d5e6b8055215481a3ba24b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cfe25f872f04f2679c8825ba000436df8b7603e694013176f1360bbd3f1908
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496b77468d97690588cc67c5da28fd58e3de7942
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9907d477022528d50d92e7ae3b1064d31328d984ae84286b4233af3bcb6b9ebf
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cfa671bdc84c8e68db1204b3c6719ad0a71a32
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93eb658a3a252129eafc13b50a849926c0acee8262c0fb3946a33bfac4ce044
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef001012d22e6851ab4fee7e5090d86f0952190
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a1711a7df1e7bfe1e69720b52bf59a3c9e05c5df1955c5c7024068fe7458fb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d2a4b4da2c94b642c306e8f341cce9fec379e8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e8a7986567936c662e4a659cdd896015d5fe55dc1724be1bf1bf4bfa9c41df
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bb4ff0c514591accfcf7b904f9cdd067d08911
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7830550fc531a5f99ff4f360cefd62cefb29ad32796c984f358113d927d2bdba
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bb64dd1942a9362aedb8fa6b89000e7056e41f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c4eb26340e28370ab7c16d467b9883f0a0a57cced7ba65242aeaa4a8102faa
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf4c07ebc916f8ac0c2084668176e562e9814fc
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43336fa1bc1fc9afaf94508ecf1038527dc72d5a6eb9ea5956c627aa93f85d0
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dda96c0f31bb3d1de662421bc7852d9b7f875e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc42f823068adf4408c925c9f4a77a67271e23052e5812945bd28abab33370ab
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd407c080992875282c51b36287a61c4cad4c6f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b2f1bc24c22c94b7b677a6e99ce93e79c93ab6280da6db0069e3f25b39d412
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8126c715162bcac325e724877723aabd98f2d2e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8459a95cecdc442484a4b2f756e6c9da0e15066a8d2ebb36fe05bfb68233f5f9
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9dbaa43e4a89c7c634eee7199bffafcac17f4f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55ed38ecfa6597484eccfe874b85963381eed794878e4ead1dbe3526b938d80
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa24dccdd0b41aad02bdc034247aec89061eaeb
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61320ce5c10793d8f06607eb392993f3540d0e4c3c935a67e53d455ad01c6a9
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f22d79d80071f26ce9d74555a55a2724e74a73
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dd6a3e2d69ee9b21cdb484fee5fa994c7780320c123a046e6b2ec32954de97
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b533cb05b9b1f0aab1c5f2b0227ecbfc5dcabd
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcb4b5b2e87c355d2077c5d10d995e42b4b7d6b445a58702e2fef783bb88c16
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982d0c1723e3cf791f40a86c07648cbb8cfad588
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e7af9be216637490e7882475cc3e863db788fc4b0146248705ae630f33ebe8
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b50757ce8aa7a1cb0cfffec55c30559c6124eb
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d2937a7c0cd0af6b9b8eb738d0d122089dd224eed3886f07813622cadb8b10
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65705bbdd6e7ad01e6c076e2e85165be77a5139
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56b0ef0a20ebc10b45ee3860ffbb5baa544942e9d13c212c9148f0ad043db66
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc3b430c5d1579f22d8db08a1c8174ec0fda7c3
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020afe0274f5fd74953f2ef7d6a5146118f8e741565901cc21f7f29306caee94
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f0bc40cb6185bff561e4dc2502728189d0491e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb63faf702964cc195cb213681c2ef4a69ba353afceabdc057feaac0a4752a1
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d15cef3c06ca2013133745b7870c2dd6c7cfc
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f1186c7fc0b892a70863e5e172266361c1c46f4c7657a552a5ff4c5014671e
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d0cba68d55da0c66febf0b3aa29644677b76da
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f85ea41bfc2e0bd43fab7e75ea2261ee84023d7c3189ebbd1ad9cf84546b0ff
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9562d9f0b3a4f84a0cf78644c249fac4888321
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bf2936039bc7285943ee7d0778ecf0a2919242a6d5d525afb04d02dee44356
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97865c72dd2ccdd03b87c614bdf22bdc80b59bba
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcabb9cfd773d09a1176a0d837a854b240bbcb2864337001ad4a5a3738ce217
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67e972aee70fb7c2cd73bbdffdf8ccc186abca9
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7483a43c4f99b9815d884e4ee3179f67868e260d2b2da7c9ef21a29e7ae4dc9
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bf778e821c79cd76037459b687dcd3d6c4269a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3433cc50198903175a97dc877a06a082d7d1d391ea38e19debbefd39efcb4571
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9f5fbac24be915ecacef317546717a860f039c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44318a7747d7a83383d6f024bb886fabf553ddf4495e9ade77ae8d7378a8de72
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40951beda624063f1bd190d91c7aa7f6cadb786
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deffd2e6d423afd1a41edadd1229bc88b3d6752660a8160d591c7c4fc775c91
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddada03c232821e904bb2a115a3df7d1d880d5a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654540e5c3f895d2ed57da7d4ebf33b5cccae39be7fcb49f8d032c5605d3d12
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d34cf48da4c9e5e761bae4a7f740b575cbae15a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8aed3545896463a91b0f82077af76144bc4128eda2df5a2de003f5462db5c4
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f31b0be39a233c573828aef40e6c98a1cee8b40
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54bbfe97212e1a5da12ec7fda564e9881019611094bf01e9e76962cbb618cf4
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c362e14b5cd58b6e94796b150b065f2e6ccc61d4
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c045dd6d03541d56c541a47b2fe9db4834dd1ed6b3b9222b66488d37ad36326
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdeca22f2c98e02e16ba8b12e1fb6db7768a4d3
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be84a11f90a2fc5b0d7aa1f402cd6fde7e056ac08f96b44fb7a4beaa8229798
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69014bfe957b166c2aac0bca644a112d8ee203b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc6163460101ea3cf04be6f95394e9331fd41a3f7b24b4648ae79886ff0d6d8
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7da35d41da565407f5c4e0affac5aba9adc48a1
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4ae5a4a13a978ac82b17e526fae20b245df1e5486e2e1db41b84eea107bee1
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030c5d91f99d3ce061e6388e1bddf42d1072b847
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04ed109428b3f39105aafcbeab5a810df66edef1ff3879169bfc15b25f361cb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3c673afc7c6a3fe5a01d6b6cd9dada8eb7955
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bef6d55f9aaf230ab539635f524bda81cbea10f58880540aff1d722123efc9
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fe59dd616de66f6ab134463ed0bbccf9b85433
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2784277562d48d4cc17f53cacce45ac484ec1bda84220eda763df32d72ff3944
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ac5b3d2d4d02d8483a8bc60087d54d3d045613
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398900d1c37f551c9a95c0311d24a7b381ee6c4310fcde16fb1d5f1960e97cab
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3351d5b77dc50c023215f33ee6d76a29f556cd10
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b18f6ae30432b4620251abd1c0415183041df05bc5b7790a4c537689756912
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797babff85ee1def29c85bf3eb942dff6e9aec8a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd99be6cfe9eca6d4b986fd9d2f3df1c008f0684fb21cbb7eba252940b06124
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f700c935832ec15004505428e7aab9d45881816
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3505eadc989c30125323b415c5f3992809491e59e77c4fcd659a6a6b90893673
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03fbd540af10a800170431b83a1aaf2b67abb3a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56a8fc68c7548f3e6a2756027192beedbf998c4bd1bd79c6069cb02a2f4a320
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3bb5f47cebd96c96ccb66a41e7ae0a24ca9575
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133c6f944408d4a221cde9a54f6970eeff89e26568a8c3ac50d017542e1cebe8
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1625b589012d8ab877e6ca1ba7bf2453b190f00d
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdbb9b00ae05fa8133d117decab31ecfff3c7dbe0ba236e15b9ab93d8021cb5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c1959436ccab728031966768cb087e0f6f0a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0c5e33f835c8ebd5ac684d44457085bb8db3592dbc652a079ec9f7195c88c5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e006f5cdc971bd0d537738701fc96beab69bb0
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a9c42ea6994971885dd2cda6e3e82ddb2ce1bfc888e5b44891a16ffd421fc
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b02fb71d6489f2e5e69d4d6f474786e902aca65
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9e43d48ab77574a525197dd2df42b868dc337b0a6aab18e41cea648b4d150f
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0de5ad3336e64fb6a780e476b278865b0b6b09
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d35cec61f34747e590f94315ca46f55459fb04a6e3dac4fe38123579aa57bc3
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c7415ee4037597264b980931c3ec5b2c8cb030
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e344a6371a216e55235da617474a17705402f655154a8eb3c117be78d25ecd2b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2da2fc88c826cda45138647f16e778caec4bf99
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8969e1be1e3893b5ed3d8a51a24bb3baf937b307d67557e4dc43ecb8eda67db2
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b165f921bee089482cb995d8b521f0be1e9e337
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed23e638142aebc6ea39301c353d7472bcdcc38a0f6b03fa7e0c0ee6d2871b9a
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e42af5245e2268d6beffcfa2b96f3ca2503500
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f8d6568d011ea47e5821934a14970dde07a1a38f77f3b6d98c68f34003aea3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc8ea411e934772cbc2686c7baff1aa28dcaee5
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6261a6d886c4f6c94b1c6a7dba2b8458fa30776bfb32caaad0ede1a387cb3d81
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f3954a0d09145cb6b59cfcdec6fc34ac3eefe9
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601b40589eb388bb6ee9fc0532b19fb57e3f39cfb4b9bbeb92a3a5f5b92c8fc1
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844299335081f4b98c9ebea2001a0db2ef7d16af
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de026e2285e8fe51fa12b37cf2480835cd309fb08aceb9a5fe3719e4ef84dbe
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967b67d8e8ab5a32c28ad9266335d65d22dc0b74
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47713426cae1d1546198b065a416006cded239b1fa5fb4ae0b6cc651a03299c
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0352a7578f883a6e3eb94dc6b836cf8f31d9ba9b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146df0a10e9540a528af49f6500b9b446b9ecb59ed677600749db055b91c4f1b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eae9eaa10d44e2b25f9b2e78ee4178820d1caf
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada4b74e0ec53c7cb32299fb4098f204c49dc37fe3ae1726570cf0c0cd75d903
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eec495729b925d92c69964a1e8984b7e889de2c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71be3579efc0668090f5109ada8bb5c0660d6dd8a33ce135880d3261c8ece4a5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b30f2b0c58492108bc262fdae7bf289330fdfc6
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17853aaccf888aad61ac749b54de6a1f6e514edb9f2de77b1f36a04547252aca
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd3c26a090546084cd946021f2c97a0509c3cfe
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17426fdc7d2dcc9f2bc257d63d9569ad1140ce3a2978c6a1c63b7bc1470192d
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961f231db6fe31fff0c62beccdb9cbfae8827cfa
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0984312dd6ee1e559e1eaad77c4e03375cb7fd6d2b8c0e3116298b68f9400ffd
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896daefad1185a54279702838dee922c22d5190a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9151fe5f19fb22c2e60fd1eda2fe00a52877dfd43190b902f1c34f14b95c36f9
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9389b1152166a590d51af1b10019215afe08e0fb
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540f2fdfa5101b0a14833fc71fbc6856a8155a88566672e6ff1800a7713f2014
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeaf41c4e2ae923a0f60f390fd7be07a9bd51d8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d04be5ab787e4ef96b67b9018cba2d76c22e02fed33fb2626847cb9b72a799
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f62c65bce3f53a7f0163c5a82defbdb0119214b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e062152fa7c6acb8335a134f539e29fcd1a7cc80c273a54473d957dfd728d50
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dde3182845d5ba2e3eeeb00302641b05115b1cb
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3009af53c167a8130664b144b9f8bf55d187d8816d855cdc6e141258d976c74
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f172fc9bb7611509d392224170a50c2dea94361f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82187bc3c9634dd3ad43acfe25cb4956be7bce06cfe00d341e16754e6155c418
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee48eab3e7ff0b238b63be771849485119064e04
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d37588be85a5aa0c2d12d3ca0d5d09ce4661c62cc982a8e2e3816a743b87335
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4e6f95515c0ad552a3e0112454da37e37af6a0
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07153473072c524fa40bf4d8c852bdea2c9cdc05abd5641fadc45d391fe6a9e9
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0666c3665384cc80cd8d784877c7416666b3e8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8259c3e6d9860264498adc91018e766c46882350d93d10b363eb82228f8044b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed478daf3ef98673d7836a8ea7763b8b7b94413
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32b5bf36524760fea98fc0ab91e7dcf3a304b35accdd34ab904fbe2f88d7bfd
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32146a512f6603413b5aba43d8a489ec811e9161
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328c9eee799c2fddad0582aaa75b469ec7cee4ccdc73e45635fd2c68fa08d368
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e0c76f2b64e885d33b01c88ad0fa11ca886391
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a32e906e48743f1317b66eecb297768f74f1d86dafd413214e319f87e201e2
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b4edbbc98a8767bd8937e7845061984365280c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefbba1024d4c5bcabc65188a069f4ed870940bc58d0d9619879073d0a87ceb8
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feb34b71fb8593abb2ccb74eb0a4b0186c2a7ed
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49b3616d9f73e9c0c71cb809765d72f7a7654525daea6f4dc72ee790c6ea8d1
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad581bc0c950c1d9ffcf6ab0fe1f2870ad28a0bc
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750e0fa0e265378b5a6f0bd536b02c82b87f91df870eed74d5d85b3e2bb670ca
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbe70698f928d31196827b18c071c285737f8f4
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e977989e1fe09eed84661b24e46389556a82a931c2b626ffc7d2ab84fc91f686
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffa5e925f84244de46faf8a15103ec4a518cb3f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53104995cf0eb98546b10f12b5de1a6b5cdf7673c1dab2664d056eef84948bd
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d881977f923d0f4ac3e886e626c5fd5b1ddf3c2
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb4482dea0284d37a67f0286cf57d713f3c157399ba2c261ce524b5f375a0b9
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe1727d3efc1fde75855069bab77906cdba6229
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c479bcddbc5ff404e00a5a89945f746aecdec733a4af2d942fe816748a3eb54
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170215bd68b76ee416d152e9f25872bd6fd82afe
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c24b66dee61dc0c6272d1b9a3592f508a9aaa6c6f7eac572bd398f5dc7e52e0
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f37f7d846ce186c471a429031378293a1ec37eb
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1edcbe17a606ac3f3fd3640ff4108fd1e68f950010d2cc54d8d0dbdc05374b2
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7b8ac6d0fca6afc10041eb3e8cafcebced6a61
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2ace893233e1cf2baf9e770d3dd26d3ce32254368dfe1e709c36a9ddad1473
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2db6b5997c5f09ddbbc39be77867dd009eb2267
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91292625e35fc7959fb70201109fea09cce2aa2d69fdfa1a21994fa319cd4416
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0524881a969cfff08560e369e05fcd7b7efc45
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c879837df6928e5567dc6b37e37ebfec9445ef59ef9186f6af261a3382aded6f
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f718dd84b0bdb52b25d93ad85b93459708e453
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4513e316455a9c75668325b3c61f40e86b677a01ccbe3ef952949eea4957c13c
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2f4d486be4c5e345e24de92123e3dbe2dda9f9
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ec76c1f9ea6671e796caa277de30bbf6758a90ae7f0ec21f1ff442019b7dc4
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fcff8f4c4c5a9bba05ab3ed10d67a23c0a8295
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a089798e633b78ddb2243cbe7363c8bb4c810ca377e0a0a58f6fe5fa37bf9a15
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c938b6cf14764c1be973c394a2fb5b489ff551
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512570f9c29f9ff7468d5d25afe9b486214adbb12279520569e849733800977c
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ab6032647c8da7666ff0aee294a72cd2f737a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c77c49d9a64dfda598e2b0809f2ad8ff1e6411ff42bd39c10eaf1d94e2b5a57
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d89eb7ad4d6c69d2246d85ef2fa9b83f1cf4f7a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbcab8d5a47bcfe4a473459e1438a1ffa1b986b60fc94f574e7a0f6f42c5967
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e330c1253d53077fbf440c2b43ef6d7b1cdf668e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9639088c3b9098c2ab0db667168c854d444f4115e4658c3f93f78b9718d1f96d
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6273056b9d0945e478f7aa31167242846ed790c8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a142780025eac6695a6a8bdd55e2d0144635a79f78fa5ec1bde70e9b0cf045e5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8047a1ac95c3b42d37d350622218be8296ad21ee
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d6a61ac8a54da67f86a633ed4aa5b35730b6015e33f9597d01f6abdecf4d14
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e717ea857310da011679dcf2aa5ec61ec44cb84b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2c134aecbbed790df2f1e01df3593ff2cf61aa85ef18b20e3bef3ea974b74a
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2870a80d120558bc00cea7b1d277b02ae3b4de36
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5725e43cb6c9959b94a41477d5938d94a7d82f36a7ed2eb8b9bca99b0f8935
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e92205ef0d2778bef3d44f9646085ebca1447c7
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d636bdc82887abf401959eaad70767d42df2adf2283f5a0ea458811304f59044
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a94124f5e162b6d4cb4eb1c606d76d55343a45
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736288e6cd6024501308a127a809e52dcb3d7e876afd176540acc925333fb896
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cc99fb330e3d4719f958562658294c9ca81abe
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832f6711ca7d291a4a75cf9cf8c9d98cb5ff61244a3685fdb3e00e32b05efdab
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7c2708c74def3bbc87e3ad3117a8f67b0d277
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e56634208b4edadca2052cccf0b124a68f72778206dba24bf8850bd73504af
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07914079a0cfa906008f3e6843499fe4c720e42
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d48f001d6a97bdf557f2215df154c610f459f73c80f2754385a14f8482570d
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cc36d0ec5f959d142dacbc960195442ced971a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573f54b00a1919cb6c050d5f6dc267da5bf9d0be667227c335d2cd24a3585944
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1d89d9b95a1192257bb3ac37130bbf109ae7ea
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f796afa8b2cb6bff7a7df2f010a90e18096cc644db67ea4127a422f8e08e565f
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fa0458d8daaf5bd11a07a4c9cfa3027e5021b8
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad1fc2e01b8762c9683a95f9459a97a743027d5c8615dc6a74fef752fb3b72b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5b6cde58bf932c56a549b08815584e98162405
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413fed952187e57e955e4c5f970b620c27f68f272279ffbbe7007c89dc466b98
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da76b97c76c89d181e337e364b34c20423a9864
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c13b15fc13b761d21c1b444780a09617bdb2a6eaeca174f4e7b714574bf87d9
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14c1808e9b82fc07bf91e0577802f55fae6277b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001e2d04a2710f85d89cc9795d464949d1d7595b7c9b26eb086e0707f232569e
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b776f4365b9f4582c63a29424047a8fc035acae9
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4341c5386c6fc754ca1ce8c83ef60b0685e4de8cc7a746528e5ebea1d9756e94
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d08df8836cf4b00425221f959e2aa5085c1139f
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d9d42889e55a3855733447d65da6456592ac238f97d0a0f268f6519b82eb28
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e1af5a978f6a9625a9a3131acb5635733afa20
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c532fd7e6dc3beb8930cd2f74975eb5680f28e8b555dfab5791e53aab8cf8b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef5e2a4e14ee68bd16229972bc0032f20ef2a1c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48145af713dd61b67ab37551ba43cd98479f5db9754ac0e278e1152b93fdaa5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ad2e7c2c9cc3eda81ce1e10d29eceff328cd58
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c2f66bb281f9dcc15f0f7a95583e3332ead163951ce6e6fa2426b5ba3afb3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18725fbe952fe988fe86bf8bbfbed7b73be0b2e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc76647707b238bed217de883ba698699960a579d61fe924f3a10c58f052d2c4
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8362259d68ba6b310dda2a678aaf35304c667c3a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9a9ac0c7697d657e8782054ba5688eaae0f7e131458ce4dfecb153bc31638b
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da8193122529bebee3fcf5926b5aa950bc1a366
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5240bd5d444efc74241f45689eb3f6838ea98a466591316369c6263fc65dc17a
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a25e4ad9b41e812d5b938d9d125098489c72809
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e33bb15826334bb35bc75c9aba27ba3d8a19dc43e3356f4da77b4815d1d885
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce16ecfb41be3555bb1a8d2199942a9f79f0f61c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a67413790cb047416d46b1e2a88bddd002417e1347dd4fe5600f3dd19e1b6a
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c264b92a2a54ea1726c1fbda9bec1d67db014d4e
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb14961264549af423987caf372f9bbb5b16888cd50a8ebad3c0e5dffe65768
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0cc81eae089fd85f01fcd02374b5fb2ee47e3a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705800a2024c5ea573ce6e93bbfbfc7cdbe68aa0d495940f4274a3727023763
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e40c834dcf2039bedcef748ad214bd546588af4
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffa240f2e1aebed030b416de8d063c56eef34b9d188130acd0ab963f99ebee6
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a239ee3448208de9ba7df992e8d776eac34023
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8eaad934e40710cf0d035f2980c2958370cf78f300a03a47649db83228a5eb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa96c050b28f43c523083e3767fac0e5ba4def20
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e60a140aa49a6d2655d1d75d90e89a02906dce8448a03c0c882925220871cb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2981c96879d0a94a505bdba9d6b19e669a7e8014
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f1b0fb3f4a4acfb896993a1c5a588b1e847835709297e8052e51db0b44c2ee
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88720a89d60ccbb65e02cb96cf71a6c350392f2
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc3acee223d60866b18cd36f02bded56da7a5c552e41ebd52cdc6c038db5f58
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1debc837a5429d095b2aecd003df809380bbfbc
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc02baa7fca2c931819c8740f13f83a1d24514fb9f252b6f960d21e8bb0c1d66
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def67a0bd73050dfdab08d2745d02c5964ac2817
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba95e3fa0c7e474db1b794a8242c0808f8291a08b5fd2b50481d7355bdb0fd7a
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c375b3830412660ac53ecaa84e62d51f3ef7946
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e281f78ca366577ae416475d9305b457829f51126f5ab01dbf84ee9183deb5
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2da2483f96536b65a267570ae6a079dcc3a601
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f776697260e01fde87086a380ac0b6c95b9ecb8a5e5161ebf8aac3bcd0563cbb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe243b48b4c09fc38cee82cae2b3095e7e3fb1ee
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbfdac235e30994b44d9b3bfbbf79493b661f8263f6bebf5a0404b3cd7aec88
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96bd88d2751e2cae9a473cbd6027ac1c9f35657
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e721c5a6febd6c28bd61217cf39e38769d3c578e3bf14769c7f9693a326eacb
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7bece4a8fddbf09f6ec7817d3812c2a782fcaf
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d38ecac97f5e42e4a3ebf125921d47e75bcedb96dc227ad4edf6230086c4ee
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2243d42db83371907023643ed54dcef3eee6bf3
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291028f133d5c7c09f34f0d9a1416fddc58210d371fb73785614fb6d8ebddfef
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8dd1486f1f99694fd1f603a460af9f3d742dbd
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413431957e78be9a9b7bac247f712204555d23c187119dc2fb89683d14bdb9d3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ee4087744d0a4ae5af4792ea78c91f62c49a1d
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0d4753571462dceb691161f98e8adff0e451752bedc93b7000d9e512a1b6e0
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c951115f6d09bc7a390e5223a2eb808f2a91f38
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2245af68d3ba9242abb2eb8b14fb4c5f710781031783038ed8e6296195d1dd
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416eff1cc6415875bf197f5551838a100188e30c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac758c86de8bf2348415cf1236e7e0c718734e918b852b0534f866e07b8bd050
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248b4d8d547d7a2434f04667076a5b22045364b4
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a929580d0c2e1a8b8045e29406054ea8c96673b934b142be1b179b4ae8e3be9
+size 42066
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3719e3bdf9edf093a8aa2ad1d5facf873c237d00
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef1221fdf88515b70cd08e343b14ca578a7fe2e8e56a6758a7487278b66a8da
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501f4a00180b470e5f3adabea63f14b9dd92e244
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924cf9747fdbb53d680636a0fc4e646484f57f45599bbf60c4c4a2b4b24939e3
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd648993084e403acd02830927185d951d0670a
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2bf66a66f9b6c68fdc8f8101717ddbc29e2c13af0113b19b93c89f620d571
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2a905c9fecc51ebc00e0bccb2ca759412fb686
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2f614e888c46b3cf47e6d0b17b4e4ed96db0dd5cc4dcb67be886aca9665246
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808ba477cc5e9ca485ad507127e1200887d7308c
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa64f276f643e159b9fd4e6bf5b25cdabfd5bbb6b206d168e9f8d80a67b699c2
+size 11346
diff --git a/params/phi/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/7/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091