diff --git a/params/phi/5/fixed/woq/init/lm_head/scale.pt b/params/phi/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75143338bf90604729f6751e62a07f04c0313e89
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0cd280b2c32ab47a205b46c5cf52fc676249c0e75b4c1812bd6ded84a950bd
+size 205906
diff --git a/params/phi/5/fixed/woq/init/lm_head/zp.pt b/params/phi/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4051a5101b92c76abe069cd5b390a4cfc7a80e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f04f9235b392e880fc41699465801e3a5209b9b6383ab15c5f5384de9f77742
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa08a3ce103ee40bb00fee2f58c365f63c00f11
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e140bae97caeb5716e2755805f4e8bc277ffe309cb000bb7d72193776efa6e9f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7332a95172f0fa673edb8674309e5a78dc6fc5
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bec166bd3c25d32624b1ace7628ef1ddb259fab9293379805ae4a440136023
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ced5215076e0fd2efd5666823e6d4d2e250e79
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f313bb435dfa682b6c976d1bca593619e65e159dd4c5b4bb78adf5b08aa25c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246612d05cbd80df121e2acb3dd3d167ab774c28
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1845f050aee3fd239afc420e524752544e7512a61a25f848b33450d690a7157
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed36e421f0efbd875747bb13d4b21b3fb6d44a8
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33d5579d7acce293b90ffdebcfc2c65b8c250dda99856efbc21016a30932391
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f869095caa10783bd9457021829596acf156d7f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70fc5e198f3db42d23f35f80acd825e265c0c345f2e9cd4d4f6f1176adb87a6
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9267ca8c62e867c59452a7ef8dc4fd4e690b3b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca5a1888fd48e1b40c3ecfae40580dfa87ab43fa4c06967dcef1fa0b353a546
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f43621d6af7db369e9c9d4f0eb2a8e2e906650
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4154193d216a1307925eaab4d2356213b0fa355196c09720d102ca94c676f58c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e0b9aed0584733d9c5f00da716feeed387c5fc
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe5c66aff97a2be913287fc9ec60ab7cc8bf7b8f78fcd5ad8761125bd5c45c3
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda413e48ee8f23b941351cbf7eda65e1104caa2
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82591842c8d79ebdd847d373f00cfa0e7a41076081d9ce8f3d9eddc4c21ac102
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5bf09cccd5d49d97057444c562a0486e68763b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258df774276c89131b928b48be84653f278ba5793cb61bd5b088756ea6aa3804
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e932c0e500bc4d1bf007490134502419ad10327
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5619dd33b72808d728682e5071195a633b36a797cfbd298222b3c4229193ebc
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351fa6e2f9d9e0b9062c42fcb7232ef18a2a3c95
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dee622fc5eedec2abc08c5e5018be4c5fa3faa8c3d45b66a259444aa3de534
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3167e4e3724cf4116c05da26b3ce004773a60d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb08e49e37af0dbc26783a807c9e464326d7e527261b02ad0d6ac03353b6a066
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2c05c158279796e58730e3a765de47ca9b9e76
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8d76816a6e665033487d36dbcccd42fad625de0b672b2cc4fb635aaf4e1ed6
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e332ab1fdc521ee02163e4809481e54217bc45
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfdd758d282186b58891d34fb2ccb3b3953a64f20eb7704b22716b155f41a5bc
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e71b575d894dc6313f1f0745293af23b1b911c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e463c57ba13eb57f114bb55830b1e79c0cc7688008b4cb6f917c46dbe092cd
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61720626298e95bac4219dedd000b0f9502b59ac
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1b5949128d65707542f8705b7896158ad1f818b1fffce30a295e09ed5aab6c
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c9c4965df1d7c0c5d54fb123b51c7fd66875f9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11fda0e0ce000e70e9d41ae46627400f141592daebf69b682ed8d3694a3e958
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582c83eac2ddb2f00bc590067d082465ee0bcb10
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef4946570aeb208f22a41da5b6b9eda801d71f61b49840ef7b675ded589fec2
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9fc093ac6e2506403155829f010f23f975d49
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aeaf8a5fb2be682b1b38f03415f26ef0795d0cb694b24a9c45de52b3a00708
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cb582d1e856e4305e7a20755f1b45849878a41
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b54f8f4d907bbc6148287a88dfeacf07b9c9bf4cb868cface2236055067543
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0ccbfb2c851b7a4dd1c64b1e18bd22aa95dae
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2426169caa8e4259a2449426208ee859c7592f0a7a30a778bd9b7319cf56fb49
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d652e3eede1c04d6308ad019ff7b22432d8f6ca
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7bd8d6cee39b6d250d2aee99dd09a1b6fdb09414c6defbe12b2d03b1e9b2f7
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48db3eea9fa382f55ae3665ded97f946390f5c0f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95d2b91586a15c5c881836ce0941fc8762a01121d6a5e8fa770eb9fe6cbaca4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfab4ac008b17b747a3b899e01dc2a5e0577ddc9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4da07679950be95ff92a254d4023aa2ee7612144bc0d3db41902694ef4932
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744d4be74bfb59bce74c4c8cedd208cf04df89d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12be9955dc7d4d99161de66c88f27b6075c21a70fc7791f2e127ad847e64e3d0
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771b33c980f58368b3e64a5a880556b7d92d927d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fbe018c3a346916c7f7808d4bdc5a435d48b437ddd077548ccdf4d635e70f4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d51a26d03bae91f0974adcecea64f9f50dd9545
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e09ff5a3b0e3e6b6c142424db8d0ba45f191e84b1ce0794a13491a545053d2
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea152a88ad0f8df363c109daa258f78dbef5743
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08a62fbb37d704b7ef483bd456ddfd925960d7509ac9e47873f0da91677e11f
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d098c999d8c4f9b06ad91a2673d1aa25937d9c1
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbc60acb89e7d63476352c0b40842ffabe9b068a3924b9ed97e0905bb4a0917
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c3ac0232f89c4e76108a30e25ddc471e130a57
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439012608a74a91b07fee3402a19941114f53e5ed84ccdc8774ad4f97090d7df
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091369fbccdebbddeb158cc010a6575961a34488
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ae230f708305275d3d1de9029bed98f4a14738c3a20df0e75c5e6a9a40fc2a
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323e3ec441eb0ba644eb4180fa25b5a30e247010
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9dc08a8a4148c1ad16e2dfb31e994d2c6c5eab38375c2184dedf35587d2646
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4904a7b0615dbf13bffa82a24756469216b7cbe
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff8f84f1130fadb28445db7dbd429a0db75773964861de5bb53903418ac1e4a
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba4f40229456ef5d72981e374b40e5f2972044c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7923bed5416ff188a23a0b6a55c0237f3eb87c8a7e5ef9eae9d35c340aa4c3e
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2433dd6297f58548698fc34e47ac6c13e67d7d75
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b0b45e427bd0303678c2adb392869bf579a9d2ef38bfff1543072723e1d120
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6a674153684e45f218857002e8260203d17fe6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14733e596bfa4283ef3f45056b59a81fa333b6b6b74240e9f29cc9db309b0f1c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c382dccf8d064bcdc1ce61d56357cd53a7ca9188
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a015665a832acf9b10fe03e3b982a73357384680a4d8a711741b7d744eac1fd
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c846ffc1901ffd9a960e69c7a277c47f3a274
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a168b83088d754a8a1c5e6686fbfe618d8159ece3463de636c7694cea0cbbae2
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4e93171cb1f3d1779de291b29fe1a1e0f2a18d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33968c56b219b7ea601ea758fe79a1641b2be4afcb3320c61292b0ac04cac441
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd8ebadc5925b5a82d125ca44c5b16b16cd77a9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc7169319282995c98afdfa9a507db3b75d5fc4a6fa60eb2ab2dd3315fda3c6
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f48494dd2cfa752bec252356a612034bf50e2b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9107cc944daf23083a49a783a1b324e9cce6d20c19792699547985e7cb233401
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d896ea9cc4b05150526a23fa81da9aba38fe244
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b373739e3e8eacda419c6631b2c1f70d762981fa13325c836c8e0af41de750
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38175498fb6c6a09b142f0fd00fb472fb7bbba6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26753862fe25a38f193c2c2ce6c658e5f9c8a2aed2f6c374cb2753a916b52a4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afa3c44b0206e492a83d6fd968d475b87a12021
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4677f5074cc07e71f436234a20a3282e267824fb7ee6f5e01d2fd5d2002efc3
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a615b1e77b4a9c472d05a6b46d54f493aad4bcf
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93b76b573f7dd1b5f03fe96ee7623f97b0bca21d7b0260152ce7948fc2450d7
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fdd46c102725ee1fb8b3cb17a94e72d95c780a
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc9a11829a32b08a73c1a15be02c77722e8863d73485da9905ca2df70223b07
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765089b5eb157fe2379b30f9b39364a9f006eed3
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9481073c4c14b19b135a5a9eced4b5cc44e56be25f15bf249fedb9bd5953f0c1
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9f79ece14e6d1dede97eb85f5bb82ecbf58715
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd67e75d8bb58bd7d5d11d187cab5a2eeaf7c8612590e236726a21c97ff00f87
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e730b906187cc4a558e913d5ae37ebb2b5f43608
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a37d38b8b97ee9e46e31ca8b176246b50e5310a130b1813ee8fc49039261af
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed3f82cd337207c372856b091089eaf8a21e1e4
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124352121b320cb09e0ef03d6ef7dde3fcaad4ba4010403fd146bffd80c51616
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637c7db23b6f72524c9606f3bce65d0f875b5336
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3077b857158c307b5500b1ec3550e1c73baaef1ac4f1fabb22b0eccc5f0789e3
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb2e23243c7a47af564eee837d3d7c49561a766
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569cc0269617096940633838b5e63ca4ea2e15d8b48aa2f7ee5a16c56e1f0801
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287e356412ac1f94cde0fff757d1d41f03492272
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c3f751c0fa939a29a617a036c7bc1fc9377acb0040d0d3d3f7ee27f73356b0
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d97a504e40849ba17cd2e6bc694514f48ae17f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c64ba65aa2d804893ef9cfbe6cdc16f92142fac6c7104778759c307b7dab13
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be04067b2f81dc7b1a5645287b379838a4b0dd0
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3687b103438116aed3f6a6d35d28b8c9aae1890327feb788642ef193a6212b5
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e02906245d6e77ce9f922be8e85f2e8b4910e2
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111edebb92b400acb585ada21bae44163bd6131aa6a224a39959cc94ead7974c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e845b617872bd1a7fc4bf82024a3553fec34337e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891f724614ecfeae9544508eabd61373f2fca2e0f95ac6fb4336ca825e9c62c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7bbeb5483e449ae9df01b75d56428cda63d8c3
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c46373572e53f377691ed25959a05f23d2493216a61522dbcae5dfe9abae071
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c52453fe5088719bd176ba632a1791923d456a9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09122c1772d49ebbc4b58658cf7c6f76809710f6c6234c4c3a0b679d1dbeac4b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c9a8df04462decf1ae3dbe8639ec606508b9f0
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c69b2351724133dbaa8f153375e6bd7e4cf3a238f4a2b74cff3d3a9083f857
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807844c96d547865d993e677579b3e45691148f9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60d706874251b140fae522ed4717966e7965f1598a2ab8daedf3959cde2ded0
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7739cdd13ef790da6ac347afc3be031f6e2398d4
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b87594bedb046f34f852022f5159dc360b1c5ab708ece8a85353faa4eb76d2
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cad55106c05b512618615f0beb12f4d82c2659
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42532dbd157ecfa83968325b5d0a2d1478c9da5b278ce39771db5ed0c7592d01
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6eec1b44784c40158df90b252f2ed2f2557045
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2d0987e0df35602f4c42d1cba83fd8810981e3b4b2dc5814d8964a4d21e9c8
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7574bbe5afca583c54b54165f0a37d9f3f2e27
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1192e52074ec5215f30b6e262231355f603f4370e1dcce24caa11d8ec12269
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536ebf04e94fcec004716259b390489a0269456e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69c4533a96c1b0fd7b984e407d35cf3371456eec3cf89e6e72d6f6cad5834d6
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9ab033195374ca8c0e9c259fed62a91ed4a7dd
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3379cdb503d150ff38570ca15cc12c435d0e71df7ec4bc2444a9c8c88a63efb7
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80441de0d66e9e9540b6f33dc6ab6bed06b827b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306064bb821167cae34ac8627f06a989f120fd3fccab86b2deed5d549843d52d
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c782cd18e5553cae83ae3fb7ef72d32f1e9608b0
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85ac7558c82ea0173a563faecfc45d1a3986607d2772228b23c4635cdd93975
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce63d177f9859c4e3c100ab72ee36e60889ea58
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626d2fee4ad8b1e3a5a0a0fc1593338e7cc8810ff6a73ea5c0c7275ba81b2972
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1bc57eb641511d6f44ed974ebac255fdd66ad3
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150a69c9748962e9df21373c8be7fa88b6e3ad537d761ab4f035f3a7d5fa5fe8
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a989cc4d094d4423116a54983f0bf84342db12
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec90a0a8325c1d418b291c88898caf1eb996c4d7111bfcf8c7f155cc47478dc1
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550a724559c257228ed96383a56cf5b15a1e74c6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bcc1eea7e0d3bdf098227d8da5bac80c2978489241de0b0be4db26966434ad
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5cf01d68723401816dba8247700bebb67f456e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33c15c7a2f2e7b7ef64de18e6d953fa1a9359cab12a47d51d3535f442f62c6f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d9dd852af9d7bd55aa4f2d0239da55d83fdccd
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db8f8666a2e381d1b56dff729b52ee7267240cfa2e0c12f6f360bd538d9715f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b2102a94a08e71b904c538fe8e40414de56d91
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7881f6254a1a60eb7bab53298c60dd7f92e5e5099de0fb613f3a6626fde7f6
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d917c4872e448fbb137a7e727b233365039e8c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a20bf9456b26a62dddf048ff4ff1e8fb42baa89c69dace4fe888e5cfa9e69e4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153d51187f25bf6940ebce7d46b966b66686babd
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a3b9d0390a693d34bed5144dd96001636749dacd26d0f66785c1e65785268b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fb046dc360140b6685899aa0f7e11327786fe5
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7befec4aae395db31390e1a64abb5b64f70b0b7b6cb96f21a4fe6918244b075f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708cdd991ec7d1600795d2f54cc192ce79bde658
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3e94710a70d7b26c5c6c5314bb522b7a5c2ab5f337b82b9fa5abc93a9c665d
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a613b8261f08c802e6f032ef92f11f41bb1672
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8904656e06e12650a98928c79034cce7e4e6c8df1360e5360134f84127cdd018
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a30956e64035844647add29cfe229f122fb442e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2120a213a3a252d6a6b916599e4b1b1b697caa45c62abcc39f82f85a1a16660d
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd856c372a1c9d44152463e4131022c37693ace1
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dac7fce700b9a340b7d7c91063f1923b4ee558ceedd3b9f8cbc5101b70e698
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d408ad7bb4cc4abdfe3b3ad4039ad892654a2f5e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da55f86f7df2f1690bc7a19083417699d7e251ff0767522bd8012c050e7bd6b5
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f0bb5807668a82c7cfe856fb38367966f3ff2e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd6c32b4d887bb310dddef8a21e65b7a5150b0a1dd3497e0a2053878be8e105
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18af3118695a5418707cb63458bcbc623963d100
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedd298edbcdeebd6a8028245c92ff3c9a5e1c8eaaa2bdcb3ae7c5f9a9ee107e
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d853c2a35e17f6e0f5266de5c51cd1226ca4be7
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73815f9962fbddea0c0b369b2a31ee393a75eadb6b1391abbb43ccfe8a6083e
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a010854884ff3503c1210cd742d290e79e44a7
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10651fcb06ba3c249739d1a13f06706ddf6d84d357d0fcea471c7b14626a0cd0
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35dce135be317586cd894330caabb1e28f64abf
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d23198f2052a50aa3f44c8d952b6728c68f15fd2d016eb1350f3db5ae2debe2
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd336e444c24f6f93e305949ed56343e883d4ad
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886ddb443a56ece3a333d92a82f90e1e9d4eeef5c6c3f9aca690541ed494430
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bafed051fe12883d997e6896e37a0634934b470
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49abdff8d755feeaccddcda02b3d5e5e76a3e60dcd1d323e849878435b8edd4a
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ac81819380acbf4485cdb60505bdad1d3ac08
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038a364f1c32e7745e7bf2ddc64c16f9731cd3bb0a47be150ba5ec7bd643ebf4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5a51611b3120238a486b1d81ab27d9ba8a8644
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461bad10bbd6008668d9f7d7806315c150d3d26cd03735068be84a4f484df442
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b322555507a2c7894dec42cda2d57deb898c926c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8c2b35c0eb0520bc01fef71a6beee714cec8c4f8444cb6d0c7125b552aaf51
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04239d3189fbfcfd1ba6729a9cedabb3b15aeea6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f949a4d44bfbf29e517416f339efb9a0c9eed701825dfde21b3a127118ef3c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3732c9a3c7e1855b2eaaeb7790f4e870af674958
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f553907cacd15169773e8a7c8fd9b265f21d691de3c5e7b7d63a2ea371a325f8
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c549e1a6fe779ba0a46616164787d81778d29673
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791241c00ee6ed48623fed3d7fdbf800be4c1a231d2c5793282b88362185c9f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fff310a70d8f3a1657a0c9981f0dfe74ec1af9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1d0e828f109768ec00eeb099bb5767bab659e2c2cc5c6d37e5f01b3bc27087
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf624c4b8a1f6a637865d9d2569731a6aaa3153
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63071eff5fcdcd649eadafa60f02e862f160d0785ea56b3bb5d114527ed6df7
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930883bce396ad5c8d495c32ee8308a6ed13de7b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900a78b5a7e85439eaf7fe1ecf51e5e06ac52eff7da80a45214a6d5d51bd2f34
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8fb5df8bae5904f62b20fe5f79802f1f2fd0ee
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea109eb528d98a5b10b90c98891c9bb6bbf6352e276d350f96987c86730645b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6225b9c086c1a0938f568c247aeed6ecde355095
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764253724b91260486acf53273926ad7612d927e38c1d23d4e34dbda817bc1c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbed828fde004188afe1138a3cc6b0342af0a584
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1acc479d6f4207be8854a0d5e061beca53c7dab845d68f60404725e45773cb
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b7d6acd397b9304496c2c55a0d3c0f02053d1c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c98994f78bdf1c08e928de7b1f828b28ff1774823af991c0a71db337f605eaa
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b2d2c616300d249098d727c0470ae49f3f8ab9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2de5facfa57f085cb3247d90cfdac18f1e61026294528920db1bc0838d076ad
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de929a4f838d914dd3e81fbc1e5ce1040fa8fee9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a99b879e10666058c9d3425d90ba0ac41d0339daf28018cc0ef9e12b0c83ab4
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46369e2a264dc1775105b64cdad27e7a74ab261
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a42e9b8b6730b02056c24bef40dc91d6187e8b98f3a13a3e1afba65b9b9c21
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920f61be0120ecfc8de788b4194928f1f35735d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2eba09b704494532b88dc35efd7c8ac342ffcbf7a67214f2dfcead1f017586
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b75b1c8f1589fc8a419dd6783d574ff3cdd415b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8861065fba78e6f2ea1b5b7db6aca7739b44ec12e698514124e59185266a3eaf
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c69639faa695cb210a10bd7fe76b00f08ab25f6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2721ffc3990898657b389b8869d536275d612bebba1b9cdc4fed58a5cd3a8803
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b7f68f8ccecd0d5c1ff575ab9c89ed44489ddd
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06262a915129157a21dc4a1cfd60ba23490ab95a5dfb617a578e52e288c0789
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6d7626d88c40a36154d1384e28a84241257935
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da41b9e9e737edf8c7104667b4948b225601d9b6156bf3c06c3b672457cc6bb9
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba00ad6f39866fec16a8895faaa9bbec464fa18
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c5d0a6ce212d7dfcb5028e5f1b533eeea57846382a5c723805643a13ac9f89
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0a1d007a4b85d6a89a731d3bbf5ce3b6f85602
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c3e24284d0b302c8f146a37f33826b8abf8fb4fc0d3299c0f644403e054434
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059bc40c6b3ab3d79777b2e5f0c69deeb038fb12
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e74d52783bc1d3513aaee8991b7cc21d5bcec5aed1180d089ef6c330407919b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f35902b91915b024be61a35d416926320d85788
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f13fb62968bdc0d39b43d36a5b773c4f3fbbd8dc14ee9a1c8d63fa95f7fdf8f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f05a067d57e1a13aa2bc5421cdc8903914b4185
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6827525124829197d9406ecd2a0c053d9f190185b09817baa12782a9024ed61c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880ec8e9fc471ff10da0285e4b96caac8ec46595
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476808d9bb33ee5d675875c0e3e6ff46b75aec2aeed23478f01d47cba9e08f64
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f469607026c278364c0466fe6ebec790fd9ee6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffad8eee41cf5070dc94e93f562b34c34526f090d53333b7931f7d7f1c7c7e4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827cd737c351fc9dc5606e5083d8d8d40743083e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc803846036f53030788f8ae17703b1c5c657f7a0c759cbd0bbfb561b83609b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c775e224750aa0dc3f83c75758acaf8bf8fd7
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b266df5bfb534c6d65e857bfd0f6dd4a4767bf4dcea3b63448e75123a1db35de
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20837c33a8b384e3100316bf7304370e47a16e5
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a55bd77a95a70053c9c818f7cf72299a5dc12e3558595ce29482e7a4a8899e
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6936d275c6412cec15dc6b02f2ae22c3512ec82d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a9f397dde621a1757e17d7e5595bbf046cf91a13f818106588a2bc68c0d5d8
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eee97ead8502c9456a57f59e8e6bf0f996193d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe7b95fabfaa8591205146857d2cb3153d89ee1b2a085491a7a8c8f1182ec4
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4944ea189e6bd1019b37b850cd96b823122d55
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44faee1cd92a8d276e167615e435adf8ddc891e9e84b5fa8ae134a65862c680
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b957e6e70fa4497460d055999453970c583b2f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b096e3c286beee0c0c246c38d335aae6a3e0b9b265622b91cc3e42fcd22a23
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df39e70e5aefb9de5ca2eb004a0c751e25096095
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8410fc962ea3856f6ef0e448b376dcbb9e1fd780191bf650d19634c2512bd6
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2403ec17a888c594f55680c894ee79aee3a107ab
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7bd5d2df9dbf7ccb2e3ac4142f8c1ced40070fea0b50ee0377f3f123ab6adc
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c1a2a4978f73275254e2abd0a3e8d9a27e445a
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166fd812ad8378028ef6651170a9e65d1af341826c72c13f41e55d460536bcf4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a3a181e8148119dc32f6e1f7cc9f4f191c0bcf
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a862f22477f0c046e6ade282cb56f5d1b8b3f5a0a5feb821a6ab2fd9ef52a092
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629baaa6383e224d0c88a9e798f88027801b7d5a
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c222196ddcabde0b0d79d3f8d0e8a6e4cb948210e7dd74190addeef193debcf4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a56bc4d43b623389bb2d317eb304a6bd10482
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc59f3d0a80fc669dbaadb4197e6f862004bd9600788c99b47d2f0bcfa24ea5
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf095218237cc4a3795f5a7681269067849a2d3
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67d54c7f02ec67357001822520dc1ae2a7fbf400c25b4bbf9bb5f898d85553c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d3abf9669daec0c4cf80c27b473bb7b60c55e2
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2de64a489d01c1e249e289d4e6aa4dcbddfc20334095ec0edd793848ada06c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa5d644dcf4039389ef1261331e3a113f1b73d8
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89795f7ef036bf76153ec491e45bc9eaf400e9e8d488cbcdf2e4cf990375fef
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78722af7aea236d95a1e11c9ae561d74761c868f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5573035ed09bf869f32ebbc226225b6545e59a2d19c5fca5f03b80f6d99f177b
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7c767306920215c4e5e78e8d7a46c3f3b5f0b0
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cb672a7e87fbcfbf86ca2d27308e9f7b35a782ed3aaa68087adae472d06360
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c691a5ade8fe8e9434272c795f49a4bf6098a6bd
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2735cb52265eb3f3b45e9d420f762349009902fdc8e326bd07e610d45a33ab
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6132bc3329f25c51286aac33bba6fe71ac517e
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888d00e3076a6f3116e973dc5d1e43be5cdb820621ea37656dfa809ffcf0739b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e683d176c4759ba6bb32ba8553a0b83b32f689f0
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bae74ce78163449eaccc8d69985a5fc21600fc54e123beee4359cdf759d3ae
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3adb9e07119025c53f537a9a93b39fd086290d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06ce62e54fe03ea1f036737ae5bbefff3734970b82871bf069401af503da8b6
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb01de28e8dc2f622969ece558a9b578c987732
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402815d4e100587e253d8bcebabc75a848e0568ef8a965c496be1712c0a40de6
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da83cddc0a14dfb44385e163bcb68f770795c013
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45b8f70ac8c703cce8e0e2209bf5643005d002a84a42c24640663726c0510ea
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f196fa27c8f4311b38ad83d09dd509764015379c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbceb0db5cca029853546c2fae4d0aae5b5dac595fb08abecd821d4d02dee079
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df4cebd3eea30cc38a0a3ee0effa4f312d8cfd3
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538072c2f1bac78f757b4a5326ce13861ff4a05dcb138ebc60a42cdc20886cd5
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082a1a70b6b13b01dd7415ad36b563205ca8304
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338bfa2135e860653d1b100ad41cbda97e31a09ff27dd5e816a021e48794f5b9
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35986be14f928325ef1e3ef78aef3d0817155a
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2125412a093ba988c89a166fa94bedbc612c723bf06b9bcb512f47a2c8a3002f
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6924ac2e9f4cdaf0931bdcb27eda0e66c29b32
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651b5e3e50630885409e1b3c1b07e3378b4bbdd491e898a43aaa164cc8649a57
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493ed4eb91574b511ec4903193a32ed838146455
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133ad5a13034d2bb3df0ed791d830f0325f13d63450abb9f0dc951d6f852c69e
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9695f733942a34863627235780894aa91b0a9ed9
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019e820625ff0b33d1e0c8f6aa8522be48f3406f8d57d76911f687fa6d50a9aa
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0748ae25141ea3c8c3377479d7f52d3203d37681
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dda928390cfd075856837610687aa9132449e916bcfadc51c0ea3a28a080b5c
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137d75a4e43b001b946043fcd3b61c2a1c5c0a30
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39176fe9d72c73a670196b69b46e80faca6a5a1fc27deec58091a1a95377836
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45a64aab303076525e161265d447b258e7f3222
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da49513b951bcd3954447b6e460e8de7385b5ecab5648437bd0fbe33f3094b63
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b1e4841aeac36fd7bf81cb639c994a78aa0527
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e715d614ca39076ce102e90f2a9e7a049d43b98e77d619c76a579ddc01bf72
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc29b482dd676166c5a58374028a3801b097b14
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba49eca98bf96f9774dd484b42e5adb9a4e33fca5e22a599e05aa2edbc0d3d4
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e4ee1fdf46e6688dd113c2972316714532cfce
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e07eb0a9ebee63cd5ba996c2fd7e6df2014ab1284085f25b2a03827513952
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205851bf70ea1049fea1365581cb0d09e7a3527f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67aae1c48f7ee0bbb4cb58f66cc9babdf7f26d13b0b65a1b93a6e8369973bbc
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08962354e354898652cc9c980870db317419355a
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b33c9c8673948e642f368a787b7d6fb89cd1f4da94505ea854c8309162ee90
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cee2305a734ca53988056996ef1facdc898015f
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5de336fed3128811229fd4ac6efc6fb4f7fb3b1e637c3e465e6665d97cf8dbf
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8513b2aba0a1a0c5133f076d6c6061f12b5c5bf
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5054e1c62b97dc8c6f8f3656ccace190c43f12a84d5cfb0a7ec84a1fb5eaf07
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f4293ee669bc3043dafaefa622b4929b17d7de
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01410b552f03393047ccf1a6427d5246a2ae251f36a4649c2234aab4ff2ab561
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553e8cf85adb0543febd5bf27068454385dd8e9c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd3abef764694a5505a9591bfeaf0e038b9681ba7d2fbaf6f4b432f12934b42
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943950ad11bbce17cf15fd1c2ce56275f0e19d68
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4954ce73b59abe6a2f6181f832b05e94d62516e58819c71d2abce41b0caf37
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da670cd772ade4553922b061b3fb7dd58f83674
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739a6a0a33516b2d2d7e5451bcc8f78971a5ccd42293432442fd465c323dfb97
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46acbcfc7e932863cbd6a80de95dbb8a20ec79d1
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e9f8aa39d851a14a684bfad53f973e905c1ad9d4f6c65924351abe61358224
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da339b26cb24627d5297eff76a0f65d0a42f47d4
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c372bd60d96858267129d630a6b9dee51cc48b200a485ceb016ae6316b49ba
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99256072f3eaab94352dcc416fb87be10358ed9a
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14a080b885c8a62f5605b61335fe5c1e9f8dbb2491215cacbc79ca8e4d76934
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b196ce292d80349718ad02dc38cf4d8c9f3efff6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af8c38bdcab433649c900103cd0892db6375cea4e32210545888f8bb9334d21
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514befcd8c58d5577faef57169bb5b329e15bacc
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85ea18b4571e52033505fa701c18648a7b64ccf00498117e6fdff3da18754b
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bc3e190f396f561195344b4d0da5a3e634b6b5
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb04234a0ff9c73d76fca860c9f5ee32c39e7443dff3c68f2682449c9625608
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b562e60f85a7b9b07a9892a591537d5d284e86
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f54faa484245541b5ed750ddf2823a2b636c720715e80b31df0bc0509893242
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25d3492627e943d7a9dc3906118edff1dcae3c8
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826c123312e7afa792315c9635c3b2715491ca1d7049fea0fc873b26ad7bd11d
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b8a91538e908304e068a063eb00b63a1a470b0
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2000d921704483586f4caef5eb8a18b3fbf7942224ec2f42f83a31b0aa52cb
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2cffd823efa4e8893f26cdd0f7626af2eff09b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85743c0f458022bdf9546cde29996320d143d065aacd63e3d8ac36dd87eb0758
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9352bb2f56662316292f44810de425051340925
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9ee6d94294305ace71b7c8a3ca95c57bdb8535d695e39dd789507d85927e70
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00d0b91514479ff2cf13aea81e9fa00a0399a97
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8f24d2d4b2ba117412bd905988bab98509f815dbf54f364a6a025e50f326bb
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dac87ee35b5bc23fd672e7fd5581085f539f23
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3cd738fb92612079900c5640619a1809603920cf54ef9d4e4a20998664e2ac
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716e4b06c835577c6cc7a29c8a5fce91a46bcdc1
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e646005c479ae0c3f23960af197b3b644e678f49500d1fab929ff901a120c7e9
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bd2a8b0941392d1fb635d6e4e2058170bebce7
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f91ef34d6cb9aab28052fcf94c60e40cf570b830f59118153af1c0955f6f174
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002ed0ee1670b4a5587698c16afe6326acbcfa03
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f8c6421d95aaefccd3ea739f7e499bbe26b39e5845a7f9b5336718ec699af
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29f257ffc47b20dd2ff9c914f342689fa167a5c
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ed65225f86f0170dcdcba01f3b184c727935f46a694023676eac9585daf2f2
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c8acd3f7fc7470195a7401a0d3768c267df19b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddf24f4dd587b5ed1c3f3e0ba93738205caab888bea26c0ee55373535dd91bb
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ae5f865150a1c314b90754c4815e5940e8c7d6
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d430485fc1cd7e63d2421ad0535070188dd5dda32bfd2ccdab71c1074e2551d1
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790af194a99e744164a49de9136e27310d11f728
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9ff0177f4ff1e46f3c62e362220993611be8e051748695a217d68af17cbe50
+size 42066
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e385aa1c028543d638d9d5e69df690fda1da36
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd8eae70083a99dfadde3f35dcf89f7318023ab830c2eacf84c8defa3cd0631
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.mlp.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220097bfc4f734f3e9649a3a198b2f0c52266183
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2938f38cf71b8225afb01be906f6639fe2e0cd9805c79da7bd5fb89489037ae
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a926cba4ce9feb3eca3ee7dcda5f5fb19fa3c1
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ece027ed10abf17ac865bebd8be3496183f162f5dc94fc0ff2b3342aef6595
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d6462eb6079044a159a815b45c714254993613
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb518d89037564618d55603e2235f9bba5f060d383c2abd30176dc7e9723356
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2774a242da843d72905b85be1cd1462745a6d0d
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b99c7507f7892a8d1dab12b0542e7e7c83aa649a0bc2d270545ced85588dcea
+size 11346
diff --git a/params/phi/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/phi/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091