diff --git a/params/phi/6/fixed/woq/init/lm_head/scale.pt b/params/phi/6/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1886bff1103e10f0ff945b05f177a8d454297b6e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d1d8063b767f2942014d10207ecd07c0d1a75cafb0c062cc81292d5c1831df
+size 205906
diff --git a/params/phi/6/fixed/woq/init/lm_head/zp.pt b/params/phi/6/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a39fd0756033632f0212682be1f914f7ac344f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c80fc925163a7f28d3e4d47f3509a06a9ff57ee52f1044a1d8b7994f292235
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d47b28f0a5268a7ecfc009f046c30c98f56999
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc5287f2a0e7a500e606913efe66935e582f36ec8ad3ae6a19392988a7dd612
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd790e80aaa88d6ced77e412c47d0eddf682ef07
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f07ed959bd6c48e400cbd7e23b64a7e4c10abdcd0269fd236cc1837e55aefdd
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897c3efc0f51afabaa63abc8da07ef3e221086da
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ef01bfc33826af2a13d6f970ca1918a7596ba02cd5c3582d5b5cf07f1fd7c3
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12d4f8eec5c7f3fa8b12fa668cab2efdf6d1770
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352c005ae406c55068e9f23321216a33abde2ca0ce9ff65f6f319e29582812a3
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3544b963bcff65fc8f90221c2cb831109d1d1035
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57c9efc3b419ab5f4dfc86940e888d8dcccc32abf18de0bb8fe15a4044c7c5a
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322f6be6bda67d3ffa0502eae2ba304d845b96e2
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc4376b79e06a5b411e5a850aac3b7ca9f7debfe6cf98090a85c1447181c11c
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff14536d930c606259597857a9d67404c114593
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc06b52f347524d36930676cc1ba1f9fdcb74010060532dd972eecb68a991915
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055954087f4f1b1fdfcabff7b8e057af5d89cc57
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2628f67353305de5b75e80caa1a765be6b23257c67a8a3e87df812dc370782
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81c394d68796d35ece13f93a4d4f3c88a886f2e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0abc4ffe9c41e2e14ba41d55a32d79b26637d91afc964f4f0b6204238dd6e8
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbac6255771de5a3aa5ba09d04148d5226c3408
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8609833219e3a429e0ec8430b3ababb0c7d7f4561a37754e5432aa8f7496143e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92cda249f52b97e4f400925f2d3317ad9ecc290
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376320d75a7ab06918f7c842156f821c73b54bf0809fcb22ee6cba459d334a3d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d7b4329f3ea1c927e805c23ab6549f3040cfd1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ea185df84922fdc56594ab2c976c7ca0e6a7f44f2ba25620f55d0161e13867
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805d115934188db7752464517530c7675442fc82
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3bf8ed1adf68afc85feda97ba0668f61e5997fa30f402739eefd7bbd65d90c
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c64aa4abb399c1a6114a101b740bb1f540f5fe
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7e63697ed2cdf71e02c2a5546a46495180ff0e93b2e8db5f9d46e1e7b659d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacad006dfe47e932be9194262c6cfcc053e79c4
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b11e72f01e01342542a862d5aa8229aaf9e2db0e499acaa243b46cc8d2e7ebe
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfe2b1a5e4516298b1bd3e0457ab97b2c210b49
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372b0c7bc3748381192d2a5a6d3f6452a3628168e0036d6aceec050feec30b62
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf55f921f80ed56aab91dfad6de1959c0dc17a89
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27218d5792476fc3b03611334ee0083715b329ca47c54cbec36862ea97e6feb3
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14622f6abee301593edef16baa6cc2ff564a0c29
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca96fdaeade661793998998ad1c7c7bb7e2fd0a22ae7780f16f50697992433ef
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5112208ceeae7bff82cf68fb530302c88f772e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0458052b9e244a21d8fb7d3ab7a62aceeafe6ac7c93522b361f61da0303146d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e14b5948e15a436f511d7bc0180f6000385dbcd
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cd976a3c3153cdb754918ccffcfd1099c33f28eae561ab2b444dfadf8ed2d5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febdcf1fa2dc24381d36c29c98d1bf6fd40324d1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efe6e2ace246136ffbed8ff54771dde08ac9874f849e20943c97e752ddfd607
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f13e3b2086b62ff77de46093942db9586fc91a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6fc8df90e50d8ba30811078fce497fb6f4e033da7cd9cd42dfc734efdb0c98
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98514e7451242d46f3edd50301f1c4e49e65e438
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc5073dbd85cd226ddac8e8cfa70449b400cd7837b7281d5d60a44e68c43581
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c3d1064a6db5c96fbdf31570740473625703ce
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f859d6e724391f64201f1a8640171c28226836a0621fd764049d29c35a0a4a
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1a2e4587456f3c6e79659633d3e6532ad3a682
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d14dd61823eb01f16c0596fc8e049e0843b308c802ab4a9d81f27d82d2feaf2
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3d75394f9de663afe5feead23fde8c49ee447b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5100bbf1ea9e0e30a7e8aa2ba6e416ead9aa2756d18d8807380812d746ee63
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29dcbdbeaff64853d91690fc903b0c7fcf07c15
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38c3a0741e07fe3b90a20ee34b8b623fbb878425719fe9c5fe76cee93ec8fee
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d925b0f9635deb9f7afcd06dc2732e7b3f3db09c
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e32ee84d4451587f41fa5d9819c7ff0fa199d98275ecb693b729466c4497cb8
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5369cfa901aa37d41d04bfcc8318732693188ee
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8780642e015158c215b6da00904bf06c017a7483284aa9824ec2384114a02bac
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac986aa97fce6be5f6dc6d66e7bd33ebedbd1470
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefe601b620eac0bcfb619343c398aeb96ff0cc7788a8ba128aae13727a6a6ba
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8917799bfe1a552be517c5f43ab20da515ea2dbf
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c8abc876270452c945c4af9bb15ff7bb548064fb3074df458f3300640d18ce
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03104bacbf2400c5b7c166924ae2cb7518136217
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5780f9e149b5160f0ec96c68d617c280ed105796e2443c65fa01da2496ea8a4b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb43bf3d179e6dc9f03b48051464a7410a436983
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0253fa87efffdc8720e6197705d93d4af411e712ad257988a263859a9869b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308c79a94306d115fb4123bb6673e5c83bf4835d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b2afc2838e01ec6493046a239879b209887a3961a5bdc1887ec9072657841d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693812df7860cd842495e64c49caf33dfe3c718f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae64d544556e5dd75f9dd31b9359f90c00e6c6049d90b95877dc688d908a913b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69f17c55a6d78a28a2ea7a2149d040aed5e28ed
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e50d30b1dda816502a4b7784f39302f627732b1241793f2e8c5c89facc7df2
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c9969acfa7db1234650b027a6c18c998595b9a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554a901df834f520556d2d0b077d30842d45343e18a85334f534020638e679af
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9503ee5c94ac588096bac1eed27983fab28ce6d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d2f57e1217008508036c321b433c324336afbd9ad56844524005545d8d6339
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1686ab0cbb2ab2119757efa4323dce5d45c6aa6
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ac31eddb9f63e52ad4d33c29a9705d133575c89aedc9dc63e70f2003b45750
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b385bd48e4d232c278b8841a3570c6d296ac5a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438679f2a112af8eee80bc7a07d94a386ead8b7ea42cf586297ad3353fceb18b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f7cae82225b245bbbf8547ddcac69f6b50e1a1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13f83e1bf2ffac82a4707acebad4f3d44bc127014907f9a8a91ca73fc4dd19b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10c0976d86d708274099b713a847e862f51d716
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b5d5358bbc6d291dfc2a8d2dbae1c673ddbf267f071a55e4295ee46303723
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdec14a2f0851b8d2bfac914c50230273c678cb
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef74ff171f4777bce1475317b4ad6c231e8731f7857be07755a51b31313c14fd
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a41e54540abb82bc944b7db17ef4084676e108a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900f06fc6df50271fa7ae9750ba5a6c21635164192a91dfdbddef92f95510a4d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa62450a208d54dd43ceeba9c4fe4ef75d907b3
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbedeb36b0e32f0e3bf26de4291d674c1bb1389215940f9545a2f13cd393e3a
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f5d4bad420b49f9952ed5012fc6bc4d387573
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662949d2ec2416da5460644125164bbec766d4d2cc638f0875b7b13f54c7d40f
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ba5bb021615736bddc25f9da3f1c9ea1fd70e7
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa13388b37eb0d5e4bb0d2a3a281d1e859835753e57152d54af65f1a5184b2d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8954f7f3cd562340dbc61b7b398753cd176d7e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d165da4f78525e4cc5535f662305c3776c529643443a11e642f705b5988244
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21930ae9fdd96cd2133ceb844ba48f4357e0b336
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3913da713531b87fc25828890333ae73f0d039f22a8b10f6a4b03d89dcab2285
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2597484a088c7a7f8040a5c48b7e131cfb56cb
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b4a2b1e7287f07531efbde0e983ac503e7ae3d1d67e4fdc75bd98c05b8d84b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d4eebddc4617c7ac3f78c89eb420dd732b01f9
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ced33560c5538ca586f6c20f5c12aa2a2225dfcaa6f04f8747326775bca3c31
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39eda0ab8476afbf764e71ffa569ceedf0a3eefd
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcdb29763ef6504d3759f63319d9993f3ac5d11ec064100c6c1ce11b2f6c3ed
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de88386d93560fa0c921e0ba73f3522d89c9462a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ff46e871f165772afa7ff7c632738159c98d55fb8cbece0000c74eb2f98f7a
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d2f2c5a9fc2bf5443a47239fa577c4e6a9cf13
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5533f0d0dbad41abc02d104c6e93d5d3a01175d0a783d7a42f803a1a184e1926
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d0453e8e2687076b7ae4491552607405f4ed5a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498cd6cd4b7843fcca086323a456cb41bb6e20b08de9f618696be1900f4fdca7
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c574af67b6e0374ba8b994bd2c1e11081f3e6d39
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dfd27237b7ab1a927387d8e153dc96c821d9584264446ebbd0a5b67c8e83e4
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6da2c29e15377853ecaa852e2a0fb75457d126
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2041250169ff32555020d6008ab00ab73db2d35d592d243e4d6daf5c44ff2f4
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b4c46449327b37517fb2931cbc682159eeefb8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a946864bef7efe2716891a2892e36b75c4e9607e658e15323547021dcb0a16
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1789bfd5143935161bc2b3429972cf1b0eca46
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4fab94a2a1247786d164ffdef479764eacfc2223fc05f8977e952358e4523
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aafbd5f93c9356a84c75ff7a271108ae5959801
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be08ce587e44555f9ed99ac59b9d466f834b0ad1ddcd408322a58128a5705b11
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4941c8081ec0a9d0be3e806f6e3d291773c945c1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3238def30f6dcd20e8afff0d3ed525568f9135e0cfac214397382827f7ee419
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acbe87b3673fb85b4db32aff09d9e61de1a6c0c
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d018b1d6be88a0fbadce9cae8ec20dcc95a6b88fdc915ea5044289d2391f258c
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fc5a7aa8192f1e5a994f4bf0cca33b47ecee99
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b245f1823fad203c730c796b6751a03f96e27a668d460beae7b02ce98c9e8119
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1d2a0664cd66e5ff34d0083f0e64ee4ccdabfd
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a322e26085ddd8b4e122f14dba97f3366fbb4568e8afca4de6bc3f536cb02f5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8df4a282babb37821104b612e1ed7a4e81e511
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db640457ca08fcb07e7e56eecd45fec07bd6dd9984cb864fb5cfcfb94c845c0
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629d570ccb30db7ffdfe13660aa6ae0b196ee489
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8df49dbb93fde25de643cbb18283e9b297f504def310a1750dba82952655d1
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fefc244ba540d7fc3dff6db535a6ea97fa262f6
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e7b0b2ad349bda46186d3ab019817fba405edb0cee1dccfe9dd0b8eae98c9d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07550ee921af462498abdbe93050c41b819cbd0e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4854960a105e1ec608bd1a2aac6cb7b6832b0da86ffa6cd739e41036127c24
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2299496d11020ba4242415aea03e2b9d3badbe52
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500ef7cb19405e56e8b0081203b7d1f56cf7c0b230fbbbcca122a8ce7c85478c
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be35222a7f6f6377eeba618e29325753a5e306e8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ecc470ee0d67f83d63ce12e47bf1a31769efc151b20131de03f9fb286a2c43b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e72dd1b6ff89207d16b38060714062276b015e7
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7594e50db2babdf00308304b25ce32bc5186aa70949efdabaf5073da5f982708
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ba117279c5eed02b4c80191941d555d977b0c9
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bdc2e4b3d94c583e9e51ce8850cca2413f354c956eeec7f1bfa98ec22db2e8
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ce654cbe5e196448b8313545b58046ebe62c2f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fdc1d05cdfa7cfcaa761a85886c92da591a6868a484ffdbae01b68b24abdf0
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b053dd385d7d61e57cc7d13f8138ac17ac1ae88
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7971f40aa20f01e66793367d03ea97c12d0e9bbb82013f1ccd7f24d9c7968dc8
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f97bea4d6a1c1446f353a2edcfbabc4d8a5f217
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4665694027ef5a8128c0da91f8c8868abeff40b4c2b80953f96fd408b348a5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abccfee2b3e35d04fa9429c7e9c2285ac95b5aca
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df20f7e1eea4e312386b48f5905b5c3339f61c06bec020bf162a3b2d7c36aae5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add0473dfd0ab761614db60aa284d52977bf8f8f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daed9974583ecdc6c30e42a46205aad32cf71a176ae022eeecf9c1499b64b660
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e88945749f3d6724a3bc1f7d4900013d2fd159
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cce606c84b6abbaa2c7050c3771443cb46bf767a0b51d98b36a93ab5c4b0f8
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef6ac2f3a6c8eb1c98a117ebdd74e0ab1411c07
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1548449449ddba1f43d54e6e1917e1e7828701ce5e1092c95d44baf27a20f18
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f194ce4f0bcb1278aff17f7242f46eb2f16092dd
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c12a03d1c46fece62aee968e91cf8a2b46a582b5417a6adee87e2470fb3b18
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85a0f1e6689a425c5e47c791059f69e18e99fc8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a23ffbb6319e91dc6e5e4997b75accb4d24ee6c2cee320f18d6bea1c977b22c
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a06d0f6587a5aa1c2dd8cfa9532ac3a8f90ca29
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa2b57d97816b07e776c77e2110608ccb42dd1c5e06eeff9d4fd57f6122cdd9
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0163cc154118c1c87ebc410f7c436cea5dcc51c8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ba696431054a630866e86ea1417b97840c5a91151b36e9fcd48091b000204e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47534c636d0a7e7a00d6cdde9bf389e0454d0f2a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc525c470143ab7af50e37ea13519c2f059c6255dbbe3f8548b98b1cd40b9b0b
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49519ccd66b7fb8292fb2c1c199a1adbb1700d1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93e86a786d2d82bb4d7af8f67261619ebb49c1621f8c9ef9a2337efc4c55051
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f156b6907368caefd1486fdb4d39edf38b5f2d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5b04a88f16283ad6ae4f5315309996f677e1d0f9f18bc6c97674f687284db3
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e526381cf41a80ea8ee2aafdd19dc3054bde2f25
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a16892f2a022ede2b8f3ecd1514e38f8e691bb61d43c347e65174e7d1f9a9f5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddabb0c332cb0ab1402ce3b79356b47fc5851f16
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed531ac2f0edbd749f1c473c0927ca777567cc7a720bb737dc66951de47b130
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f05d236daf5160c49223d3cdd4801ea5846c794
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b238ad3586af5222f65165133f3784411bcb873e6c7c145ea3c187ff2ceb6c46
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234904f29e349f49ae8269d0418a811f6cebd2ca
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8310879dd71de73e6dac86ff72144d044ffb3a093df73102c5631d415bb2fd
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feee0158f530d7cc6a68578a5bc214ca4e9124b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7416425807fb7378fbb5c7262450c7e4526cf3f26dc3d4b2ef04d1562f91c6d6
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97313770c23c0eebc48534b963edc543791ffc
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874f31847e4aa68bd4afa7b8f6323b14802133afb9701158757c8e40ddb8098d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890e330434a11f80f5517190220d5345a22da2b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e618c4e418446e827057829552c2760b55ecc5efa88f568bc8aa9f505ef112d7
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd28edb80e5eb04ca52c44e7b2db3524d8de46a4
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5849c30251ad3609ad8d33b7551768fbacdf9daa930c0c34c9aa387422a58441
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc17c18cac1b7599588144106dae0ed4e584a577
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b937c976ea2cfacaf520cd2a7bb6119f569709f6a6df35ff29226927d3ce6
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e640fefb2bbbcd886118e39c2e80e80c54301db6
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b8e2daa362dbc57dd40251f9391d2008eace1587381d4867333f6425f39b4d
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536b5575ec3100f38963dcee7999f4c425484fee
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460628ec861b434bfb75bb54efc474a08e4e4b55bd9a9be7b560fc22d2899382
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc52a5737a1bfa2240919b18bf7d4546163bcb3
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8158f122425f0214ad9b238e8673b9121798acc6f39e0b659f7b3fc79e0b8c0
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98923004e2140f521f03d985f590ca3c525b827
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de66fea13926c946c184642d6d3df3ea56b8fa5d6d94eb3fbe18b1c5c692b20
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ced6447f9e4bc7e828bcdc447e314f50f1d1999
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81156072ec193830da64a58f19dad3efb49e271d878b2343b7a4bd73eddb574e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba61dc866a8e8f4f461c4c35699662735db4ef0
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0744e38bb1b7b589ad3dd35d18c6bd3c9c492824e586c12dca8bc63cb11be8ca
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc51f6bab9e52fc366321fa5d28f875c1871adce
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c8692c2135461e045e7308dc1f2d96c16426656cfddff7b8e311fc9a5cf70d
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf5e70f7d9497ec1dbd3a20579ac48df7a9390b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc7e142921303ee16bcffe998240187a816e8783336f4080dcdd958e968b65
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71871bd1000d6d92413e35418469346d2e788e8d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b8bb06738ca72e438b68adb99674ba92bc64d1f64957a53b8e210e157943a9
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c035c4e9aca6bf14cdb4d71da6e2c754429c6bb4
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaae6b3ef73a25b198a9ddb5b126168e085c13a0a0dafbc850de00c01a6b9be
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6f05b4b40f57be00c00f3ab9e63f0fd096f742
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104cf058a013f1b9068335348dc599067818a69c1837285b061e94eaae6c2a64
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6168f9071ea97c04a40ff57acdcbb30fff0ed1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a5e4fc52a6ddfb617c7c20cbebce244dc2325194ab014ea012b51694aa204f
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e11f05ac4e4f4cfdcad2ac6b8766c6d110016f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b21f345227e9e047d8dc47d6a48aaebd88b115670f9289369d108411f18781
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b86712a763180281d0c7427ad89bc9a682cbe93
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccca2867341428ecd5f0fba360ec25f52144beba57a87844baac633580435d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f3a52e4e3ddaf71ee924671b27df9ca46c6bd3
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15a5ccf229b4cc58687811b6eee0840f8c05f93cdcaa2b80c3db0a54581ca58
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb6d17597850f0ce0153be957bbc8ad76fc85e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466d9e7e719011f9d1c7fd0359b342229baf572e10dd728915697facecc3069b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3cf3ce1a4e324e35acbf4e13a07e3811cc6e8e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d257c3625454c9c09eaaf95fa552c3712a0c07dcd877e20f94192a70d5fa72
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284ae783cc89dd9baf214d47490dd67514de6e60
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f3878ce8017aa41666b58f41abaa46a81c1ceb6a5bd417ace7ed9d70995a6c
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb62e096a762ed41f18ee48f94c0aad9bee1cbc4
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009ee884904337cc04d9f63efa45ad460d066581d4707be13b7c03e12332195e
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad79c6302e31b863ee4b696738a71d20e2914a6
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15218d71767dc68644e8a9a5e033f2d7af46948cfecc6dc678438b913d3ecd8d
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf11361dcaf099c263035ee83eff6475eed648d8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1af4643ae2e0b2f0b5a0564fd9e666e39822cb77055410b645f61eef3d236e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f90c467544a3188a895b36867cda4db12df5a5
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b35b3d770dab6d35ec6fdf01c94c3a8813c4037254bab6db3d01af3deca8b67
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bf7913db54b9c006aa885e1dc13ff55fac390d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107f7f649cc35b49cea605e4f405c9c5ce701ec17c6db15626e1de35ea3a7308
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ac93c8cf83fa46fbbfdd4bf985d9ea6e867d53
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081b9ee6403943d675a5eec0d449292486b12b73f351493a5aba588e831a744
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a2e3555f3a141ccc8b6de9c9fca45695e01312
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6188619b137c7c7ba0a505a97adde52cb48b4f18e5c7080ba5982f84dcecfe
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23944a9af3312c29338077c1c36f0a6777fca430
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dae55a34604f67bc4587fbe745c7137fcf1bec3b1f088c43e5de0c2e3cdee6
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c98ae2c93b3eea7c5e944674e892b3c3b7fd72
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5eb40b5338caa3c04c0a7a528fca5d264089b912be218140ecd78e3514e349
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcefb3a072745e16eee0e70e1b169292dd564d35
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c179e05b1bc7e7b3b3f68c6541132175cb2763e9bc0839dc30f3f7f617f0f633
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a584aaa5f401e347b08d9e4c359a6b00e1f4930e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82c5ff75cca40690eb0f9ff67cb53d1fd963540c4e1d97470bfb8fabd91f0d7
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1fa49f8c9e91659cc22f751edf666fba4b08a85
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c6fe07f0d9a96a7884ceb037b24ac58cbe5d3783e8204d86e2e67409deea73
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb325342449d0d37fa6f0ef38a9bbcc5bda15ce2
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087e78ea4f65a6360b69c0e0d603fd86c3b12ec806b8938a4409a08aa988f2bd
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6d22cb1ad3175324cc9f3dc1345dd63035d743
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef01a152902c4cfc3479c0b2b05b313d766cae2bec2db27f100e153aea8c4536
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b12c65b81982bef9410eab63805aecbd8019b3d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c1e16566510313ff4c3113e64a3f6f137b56c004c09d3b0e3e2d09f6133b7a
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38179723002413fc9771390333421d58449689e9
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815ace0ef5931bd444cdd80732942ee55cac4a922ca7ab20477de138aaa653be
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45eaad1b3452a256d87a707013b94d8da00e5a7
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce39d62430c06562f81b83a4cac69c6e3d527b815d307e5319f2c4b811c8367
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770495d7b0944d43dce83dc25d7d2d856e9b3e3e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07115100694d06fcd9e10c06d9ee6e6f25e389d5ff5ecaba7a6344152b2dbb69
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744c4625e7f8cf8876705cec73b4edc8f53b656c
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6ef70864d38c64e18a86421f819e8ecb209615da2e7085007a1e191f94ad4b
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cacf215d6a63db47cbec76f6051acd4130be0a8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5298dae7f348edd84b97ac0da0e72903dc224fbf26f7c6f0d791822a7cbbae1
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f17748f73dbd2f3a6db69ba2ddbb117cd49ced2
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518a769cb5beacd1bd3317f17e3b91ddb9ce8d33d08494be4e50c9acbb69a074
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eed45f13c6dee6b13cddc66f3f9bd0c6fa0ac8e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ddbfbb4bf5bc9d6fc58272cb9b41402922962f863f830ff49d452d24247448
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038feb4bd66fb6e2b20e40d57e949b9a12b6d9f9
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fb7a7a6180ab08ca1634cd9c1e228ac675dca4840979089da041be02bb4dfd
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2081edbfce8f0245006ccc64bd8494c48d033292
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ba42862b70d06fb136681fa2716910abf18022553b83f6c1ca0806cfe4cbd
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009860712f0469c72be77f977d684fafc413ba62
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ec5a0c86c9976c5d0be7eb10447850e5c383cb7a01aec350e0198c27b6495d
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8e0c38f985fcafa8c9f606ac16fa0ce4f0e22d
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ac704f0258686b7ef01312a717164962311d377346ef629e8faae114a64843
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758adfab54e9ae3d4d60a76526a0aebed8c84a08
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b1e7d4d3cc24bc9e4b1d670a1e840b4a0b32cf6de7062cbd6642f9bb726979
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b082ce926b0eebbd0cad1a7a37a4bc94cd5a371a
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f58cf800f40556d60760644cbf81b2f6afb720aceba2730f13fdfdb0c06629
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d5ade34d7d7b7a4920e4f76f7fe722d3349d10
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68433c17b5e0bae619a467a0d4356821e4776720e102fd1c3e8b39eb7c212f75
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e633d351ea319d06ac8e68d826c49291bc96cf99
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b67595d43c92ac25c67af0f9ea114e5ccc0a11b9f1d4bafc42fee81177ff95f
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cf44f263a66802cb7b3d44c029d3054ce1437c
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92aac0f7b21930523d95cdc6e7a6a63795e0c10642d53bba430ff06ea1c9f6c
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af77d2cd9612f57858a54c3a8b8547b2a24c42d2
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d097440aa3fd4bc98d18dc7115984578e1916c8ee75aa3ff4bbbaf75c4474eb7
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f70bbe0d0033788585ed22d869cb0493df264e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15445d40433dca63f85446bf9dddbba21fdd3b6717f76005d14496c0e1b7301
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911cf55e7288ca263e5bea8ec887ee3229bbfcb0
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b3e7ac6e380fe0ea56e1b38ad9ccb1154fcedd1dbba70e3b2fcbca84afb82
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8459a19e99587dd24f28a02419cdb394f70f7d3
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7aa3687ad3e6a1b2ff227a3832199e2a97065598266ef05dbb7eb3f5851ff25
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1c9f46effe6b643f48a8fd9cc537ffb900b225
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287a30354799c4e436021fb3a57e60d16ebe2bc963da640522ff3ce781c3bbf5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c5a0e2d25392d7d6f807d53dcae0dbf834f860
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841819f2231da665911229d75155e9669458d95676119da97f0a31472eb953b0
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f765772a1977be72e800fa1885d8c9b3632daf20
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb062fd237f7e64fd29448521c668385969a24efb7d756434096649fc8a0114
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144530e0dc53fd618cdbcff85c1c0b30962ea644
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc2a2eeed906037c296c48e67871c72379139afbbdf1c358de2b62452f6115
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26c3109672edd0c5886cead705174288010f8fe
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa57b3ba18cea76aec511a174914bb7c7068da5a08e9879858e00083e227708
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab86a390d3c4c4798d4ec204006b5a08f609247
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf568c8780b290dfabb509c613a14291e40515f74c20a9b0b1020c9579dfd6
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20df47f1fda903afb609bd087d594d56cc880096
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a6a765ccea10f62effa59573ba08eb71e63a6670f75abdbbbaff1852a34f40
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1c96017243afb7e5c00be1497033eb38cb18c5
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807b1874597e0a084cb5c4db05e3b4637f0eea2db1b5a46bdf45fdcbc4ddf7f3
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e3a3d26628164ed2302438b86f0d90def6907
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8b6b04794dd8e55dc0ae16ae95eb20f7d05c9802fd8c71d493173542454782
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529e27ab690fee015803b2aac66d6a3c6f4b98ba
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3711e5fc96435c609a488c4b9d64f465bbd2fea65f71274e8948bb8eb865ceb1
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a92c6e6bc253404d1b42634f1887ef0abc3cb
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f47f0933a291a70aba4246001f867b827226ad3517bcbf7009a9a4767fa5799
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b92cadadfe09f0227666932bffe0e62e59264b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71f560db6abcdccdae28ed44759b930a4872d9608d44072c488baeed32625b3
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814bc2e921e84088f0949c191964f6fa061840ab
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd730b5dbfe791a83e7d61b7c6fabc7bd3ce0f1f5cfbd996b7d019f3e51a85a3
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b57db56b5fb6431b6b639410019e5db41c01fa
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc249fddbf3d0bb79138ac8a9f19b414769e49bbd5bd728694e44aa5ed642ca
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f0c279bc8981abcb3d79d3fafb24664cd82767
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fddc991e83eb7c9caf5b3c4543ca39d03c958ae1c394035345322e9a893cb20
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac23e0c486ded05bd03583f7fb009c2e61ce5067
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b3e18a6259e1269274aa3401fd868f5bb3d90d6aaa9a71fd49f263bb0c325b
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b12334440ec11c0587df78be79dcb46ea8d4fb
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59d684c28cfa3e2e4ada2ec4291f6d753682bc058ec16993610de95ac63b88f
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6252242c2a43849e7222d43a1b0225063c0ff982
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b3b7a65703bba370a0731b04a42ce0ce4125cece5b47d32efa2beaf3d6e3c9
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bcccd79a236708ea2599efb72b2d6976eb7a5f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff07f1cd7f9b2815211ae6d5b74397264692b1c49845126e4a3da53b28142775
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73ba09353d6ed96c15a96f1e88bb110a6051d22
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc3241f6580b0cfe76aa76860029e7190d3e81b32888a2de2fcae4c979fc1c
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039a433206da1ed9d743301a6f71f4fefc9f9c02
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe23e708ae70436b78ebb355d41f95b5ce64d2f595dc7d24c43c38a82f92ca3f
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388cc7e288d7de7bc8098c3477fab7b03260aebc
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3c62bc64cf97e7d429fb709d5fa57c7dea52383790a63ebf5d806de9da30e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8964cb5fcb22b2b63d1ad81acca88cc7a02446
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8562cd454ef4d3ffe40de14c6f92bc0de2d23718e65542f8b4c7901ae189fa6
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55e7eaf2d261f7dccd3447d77455b0629b72dba
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68b63e9e0ee6d012866ead9567fd1aed3994f502ce3bc9f8e87d082f3422276
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f9d08a7266c631adf3a4d6bce0a4c3a1008eb0
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0c4ff6a1b8b02a5ff794ad1048f72c63bac252132581988c6de0929aa0e71e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602d1f0385d2156cf7788486875b73a6327c88e5
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60838cccd5f5dacedb9bd086d804ee1c114fcddeaea77f6bfbc6fcd722926ce7
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047fce061b7feb775814fb8b8bd58b811a61b49f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e18d873a64cc19424e819a9c669906bccb3dba9da80ed61767e4981665e9baa
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fef25ab10bc5053dec3ab1a1914773a1010a8a7
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d116b9b1fcffbf6afe70257925013d27c0cec1e75a7682db53bf4edcc1f073
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dae93f559a1fccc68d320614d82d96358237e3b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc90878a82bd6c530dc7cad619c24e186e16233c049f2b358941c0ca509eccd
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a62a03787c0295b7bc632375dc1c4758e7bff9
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba7ed3e735b109af9a1345662bfdb331ee3c8cb922c95e62c5ab6b157bc1cdc
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2701308b67af5748e33f986283ac5ec35a240d13
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9846fb92f69d67fa79a08ea74a8f9fe1aa657700047c38609c11cc6f60861bfb
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c029b91975fc86bc068668a08436ab27e3537b8
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1997267da508ec045be65d91a5deac3511ddc4c9ab027d9bb435992e04ac0c14
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6849808bfc5d223503d0805e42f29d951fd6187
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca5946801c0e3d3d436aba25a1792edd9195906bc6f244c8da43c3a812b18dc
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde16612a7be642a22a3de0ed5f00c080b0e5de1
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0d1b1201e97b841a613e95c1c4896e0ea90fa9f179378106b39f06465af201
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8303dd7b78de3326dbf052750c83f61cf70a180f
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f1e6f20dc2783e146cf90a43bfd88cc7d6c8beaf690632058db69a88b6bfc
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea804781a1f3c1442451b6540afec87fde3d7c5e
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc592d19614d11d099baed41049aaa8ec8d286d4c2b22407f57b16d59c60028e
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591be1ebd4df3f4556b883717625d8507b857284
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5b4d4f5045514f07ba03f91b976ddaa001a6ee9101d99a32ec62445420d231
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726fca6821a178a73b0cf9f10832f89adc9ff3c0
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fbe086b6160142a5e87adbf43bc64e468c69d16ae96ec6ca06be399d8aa00c
+size 42066
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ab0a2f934d2b548e7937ba3d1c2ce46d2d1f6
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d01a8295cfa2542534def7f7abbe238ed3115533dbe1c7d9cc54f27351555
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d6c1f25e284ec53f44cb7e98a2e96a67d20fd
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa3d581a34a811f6b028998baf4355ac228ee7e54edc9b911084dd30e0bd590
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e755f1548c413da9e6e7b8d02544391b1042b7
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716387120954b09251cb24f37e322c19e08d3f5f6d76a90eb4b38bdc68e29e87
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3ebce00819011134065e587e9e7cc0ca4cda62
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36710e2fda5fdb19f53ddf7d4497645d5058485e3cad76132c7d53a23e4073a7
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03812e078c3e27744cf62434fe88fe8bf0600724
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bb08de6bd038717ec1d7689f8003c4ffa6c204b1f18c6b8386ba7b4b20c4b5
+size 11346
diff --git a/params/phi/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/6/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091