diff --git a/params/opt/6/fixed/woq/init/lm_head/scale.pt b/params/opt/6/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c1955189746f9e0cafad0abf632ee049dbd051
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e60a126d1d0937310a0781d5a1dbef9ef2b39381c856d8fdfe427c0b946eacb
+size 202194
diff --git a/params/opt/6/fixed/woq/init/lm_head/zp.pt b/params/opt/6/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9dba96ddf6c1aedfbea763d65932cae165d478
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fd98dced38853b43162d89cd37e3756237d93394fd3ccdfc05d693fa40bc3d
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6bd24ae8b86bc3b8937a02934c8f0e862a198
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bce3de0bf5ccc7cbb36b59b73890b554ded421aa55b5cf43c7b0e8eee57cc2
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a900352eb60d8a2788e9441d704427f70c13c173
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5a707f6337859ba55f4a5e10b19353527bada9726eaf5d8424d12646687043
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a986e06b1d6294171cdf410079dce015718334ae
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1991bb930ddfb61d59bcdfa59904379d7de5ade70315742e3bf9653332c10e48
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b174958d06373c1bcd8086b86e2c5a868ca4c0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dc639596bb3d2c235cd425aabe39d4a3136a113fc23a0e72ff0e2a9207fdd9
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d050c56205c1c10dc9a1fb355932ecffc6db16f5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7769dfbb75e0d0c4de5afcc3711d9fa64130f8e7e978eb829cf838df0bbc39
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929b68c80be49169999ec4288ca7536291140e86
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbcee0bf255bfb85eaa740503f6867a6cf223bac75ddfce5ccafa02ddc2f43b
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ac242931ce6001d144d7c3d6ac3f8d72ce2aa
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e9cdb01df3972e2c679a87c0c736a1fee12801a0d0f1be4837b472dcc5d2ce
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c721a029beb7ac7135c920b60d61f5f32d66a2c1
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01735eace7b309a904653ff679615af670be40924c9e2d0a84474753b4d5b4e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d375c5d0604e5924cbf94cc4fdd8f9bd74b2e0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d98981ca75285e7f2712ef03c1cdc0e6b15da76eae5fdd43c5709a453252e84
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5362c5d0de9921d7ba4a659faa137f7cba2af54d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bb8addebc188c2fbf73bd80c95e45c74fd3c510e121a581feb25012211ba45
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce61e97741781de5d23efbb47bf753e6b353072c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b644f750495d75ae497e371dbb0070e57abba22b9ff5e0213bd6d1010b2febf
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09281d5dd2a1145ab63dfbfbc71efcb84cc5eb03
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc14a9f853e57dab8343852eef496456656a8a5f42fca0389632d2a578c7e444
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa3a2b1983fb80980b7d7b6e38cb60dd971e191
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b5de9bc43e19cf037233d8f644c2957acbe707e989d934ba67c0926ff4a3f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c10627872a26467aecae8b7e29bd1dad142316e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2349b60eae526f6718294969c55793514000e03b7f918d76e17baa8360207af9
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97539290d1944ae8ef86e0ef5f682edceb273f9b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099ffc0dc4c0047f9a535f5f765dff8917b7633f2e5ef0b7a43ad215bf81426
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b17160a7d3ffba97a381bb0ab98bfc99101946
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d80f0d5462c08a5a76fb9705f1f7f8db61052843f73ff20c7632486adcc7187
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2594a0fb8d7b5f0466c8ba68b7bc00326834315d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d412b6c8502dec3649d49f06ce50f0eb601949a3c0d008c38db58e29c12a3f1
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a487e6bc40dbcef878efb07594c0e3e9620507d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cd11f11d930b6db54b3a8882275d61eb97b9aa80c0fd71af8348fd2135513c
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617717fd499c5240efe1cc3c295c2fdeb10beef7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665554b05096e8ce2c265f3d25f509ddb917abf3bddbbbae67900c07db4804d5
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce49543298c0a2776aa97e431ccd4116bbab411d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf8f9eb117405c426c63ba4746d9ea6d82ec8a53d6e890d86223c2db95ae4bd
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c66137a8f626d50b9781caf7c5ed84d46685da
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dad5f9e2d83cf912c0384d2852422041b40deaa8dd67fc834416dc704ee94a8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2ac09621e979f6f08bcfc616bb2133b906c457
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b18ea803560764cb848a59ffb200cfc4b718a74ecb5ad49fc506e716b62d044
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec5c3651ec453464b80abf489d4fd49c0a7779e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de2bb92ddc7e84afcc87ccb221695108bef113edc7e68f2d1b6c4998895687
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b14f3f8d3cd39e679f5d486250c2075c7a92cd
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c07f3c392c4a2ac0c4b3e6ea4766dda1c613f5e47ca5a8da414b26d4c7da05
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a49b7a5ac535e3ac85e30f146ecf74696d3e250
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6793ab8d5ce79f1bfcba102f5ff51d65ad3950fe5a36e130f68553ef9e26f9
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7536d8b5e43e2dab89887c5b142af93503e2e076
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c644a5dcb2c39c77dc976a77c4a49b04e13bf9c996609d52d34306893121baf
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859394f2fa42b32810566ed0a5527c98fdc67ef0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aafc71a81cd2f8c3d57c6ca2a739c761997ec1dba5bfd932ddd9c698bce8f8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd89f5c6a1f6a9168e9829e90ce53b80facd8f1
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8d47543a05e2f23125dcf02d1af83766d8a111768bd5260260e7f4b627dca3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d92170cd8b9ee0b53ee70ecb9d3dc8db6d9b44
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d8a6d855bb6aa98281c7d07a879163ede21a0e71b974dcbafd67caa6ce9b25
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eacfc8c9a991d53546312dcb5175a79d857443
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7772ff26b10c8ffc5d5f2084e864c5afe08a2338e0994ece6acf568dddf7b412
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0b238da244864e831cdfa31d5c11c145fbdf56
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8f6a368271c82741e778e2073c338d95649c9f742cf4ad56211bb40eef545
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bb0e2d2b86909562a81d7f18482742a4b9cf96
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafd1d2c995e428ca74b5151f9e6e7386330662127fd644bb34574f1254e18a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb0a8e7ecfebddf5815807dffac4ecfae55c776
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4276a8a25b17cb75e7585deb5137d6bca6a228c74ef7d9a1fa7486e3f80501d8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3cb280bb9d7bb1fca9db48f1efbfe18e2f903c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa245524e4c96a75c7331a78d802692ce13284ba3e736c3819a951e889a69c6a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f99b4ff549620fec967dc2772a8f59fe01bd4c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee24475e72dd357e7360d4196b66fb4af610f729b609e989910a88e79333ab09
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2417adb18922aac14029d9d7bd6938bdaf6c54ec
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4ae3b40523af8c1ae7f57df52bec56293f11c6fd9fba3df073d600aa1576f
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adbc57f66d0ea4c900f7c90618da6cedacc28a2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f73aa337a238776e1017cb23cc8b1cdb7e9288df69614fd5c779f7a28b9fa9c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84b0f266fcca4444075953bacb8e640fbffde8d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b6c01718562a52e8c34fb0b4f8d90141db2b878af8c67f120457fdba7af20a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d088f3e82a0ad6d982704d30a64d996b7685615
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad0a868ee0e35d7582e26639c3dfdae9c4e6dd39280c93b17793e64a07b604b
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f03a05ee658725270de22d6cea377b2bb97a11f
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef3f373445496083034df6f96c9f7e3653835edffd72bcb82ac7e8741ed25c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebc960a480216b5160582921a4356a0169fffa
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba8f35d268a379ee4c05d1c79bdc3a8fd89ee479ca55b2d5afd06f2651ee8db
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331c5e5912affbdfcc5090caeab4a89e7a816809
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1728f65418f54de4cc63838f5eb683cf7cada7379fd4db69a187b1d1d777e2
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b991931a8e67c6b5d1a0d633604a970ca8eeaa6a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645d69e28d5ad5430a983b0562c5c4428319b56c01d746dbb4b42e0cc4daa6e3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317053da0a8136e41dfaf9e50764250835b45b3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0180340c71b3a521ae4336823cb8b4ef0756e5ca5e5b87f18f0a572917ac6e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df63251856d17ba7f4339d42ccf33450b75abaa
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efd71c7109413130f7c2fadd0805383617b85a5484989b2fd0c06ccb0942cf8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f7cb1ff896002b9fa5843e7e7b2b37631889fb
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c5da90e66c9437c0d352f9528f5b0be513ed65b1d6c9c919383b4b89b83cbc
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e1a17ff7a686cbe18f301e7fde20c03cc61aac
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014be8fc0ee47aa2928bc40785c3d8d92866d81af5465490177cf562f290e402
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048ae2270507bc6f01e5e71cfe45e41883307b45
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b265091d854db80793d4395afc7a2eeabca6bc1502d125862bb767d7099564c1
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8676328d655f34bc1994363a97ca6bb2842a6e3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7faf38b6199b27c3962245cb32fa552ef3304142805fa91ab8f5b3e24dd0007
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8154eb3abdc52d9ae994561816108751cdf9cfe
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd79e32215abd3be8043753f71d6a19e59c38c5d77b5f0d611137a558b6dc2
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0601ac316dbee7e5472153ab32f020e4980b6295
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456a604ffeb57b4618ed82b1ddab67ab74b65d8eabcbe30539e3a43c9d564681
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096e2f32c19d23b6df9687e6976532d6d22d9049
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31848c6435c53d5ba34cab92f17d131c2d0ba770111e2f6860de49c087e1a07
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e12f5c674be69a5863f143c9fd2e87a578bd10
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4376b5f706f7515ef03c7dd433756e4f0b4ce7d42452e927208a57134a55510
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92430770be3794c29f7976defe805518939609f5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86fbd47dd6f07fa9007e247acae5d12a2ef318e1c900144e149d1ea480d0070
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aea1686df484b9526272b2f2e5463ae3ef4947
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ef91c020b99db439bd52f1614b617ced62d7bcffd3f941d7b9eb5732df42d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d05109a59114f9dad3eb5e4f14328ee5f5d508
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e624fd4f31b2607e6bfd9b7157617d998df4356cc72185bf0dd5647bc4affab
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f4a2a282598c636d4120ecf37bf60afafdc17c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1b23da4a1da91506d179895c8cb80e4385e38088d9009a943efc5a61274df
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02b63e242584e3f522192b115d18cf001cac3e2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f075c6d856b2edb40eb047af081d2f8f5420b759fded8f1cf219168a2f0ba2f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e313603f75893170fc2223b934bb1d29b14628
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cce580b5d347783f742afe7a976ed2aa16eebea65cce0bd1df02836f36369ec
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a37eeef9b4e9307168ac5a92aff5d980ae27e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c405e7c4982885a9abd192c1f358571361e414efbba8e69d53c13ef4afadca5
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed70ef45d160b72f7900de872b5fa1a605b8e65
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b391b4bdd2156efac8d2731141aa72db60e356be85b4b4c3601cdb0290ff363
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25b0a925f3a532218cfba9e529bc6d03e858d76
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177eead348741546d66e1737fd84d521922262dd36642a6b8ab1a6c6ca446b35
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1050c9256a5c015702ef9fb43ce46ff49e434925
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bf8fd80e6336476e1729ec867d3da31bc1b05f53817fdbcd118797865f96f8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edced23a1c4a3499159a46e77ceab10f7f426ae0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978a22272ea9df97eb63b2261d34e22dd6b13fb3ddeec27a6cc91b8cc66ac280
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0387ddff74e4a239955fa896730b5e700050076d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3167572f1b8a5b29bdf3ea2fbf9effeac9a47bc758f1b927c3c0f33f9d174344
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6ff834203178a61e7274e80a97dd5164c9b806
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217eab8ec39a68be5a1e3b231d352539ee80ad78d73e8be0d0930796bc7d49da
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3629868851057c344f707f0db4917ee400202127
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15827a654b46142a54b41ca84c321c15c72b68da7594f10a5e42f02c8ad286f3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00295ecb6abc5cede3f26c33af90094862de27d5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036175ff7b288222c5f3b03bdd83725abd7c9ac069f8c7d44060e167f3342f7b
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc4b87173435beee3148e81fed3f6906b351f33
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbd849b2547420f1a434938df283c80bf8c6f1016e8382974e079ebc050e108
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274ebadccfac45b22f159983aefd414570a9fbfd
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68649d37d8909ad27510dd7dac8480ec89b1cfc4cf902b2e3fc202357f4cf898
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ee03824dcadcc39cc28e708ab76cddf2522687
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fb4c057adb946802e77de8652e156d35028fe845c39be78c7696fb1264ad51
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eff6d84e698a565171704c5908cb538eb69418
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b432cc7e05d34aa4cf9daf92228f53b291b9664f980f41ddd461751c6c9f4957
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a103789e9822c3b395bc48ace70795fd002434f3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aff11638ffc80f2d69f2288484f99caba4f372bd643b935de596f9afa83ac17
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fce6a864c89c2b43967beafebf3e34d51dae5a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20beeafe77aa20f387cfe19ef8af1930f8ca55be93687dea5d7205d37c23a3f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1cff82121f6830b2402ca1f2b3be25937d6906
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a023ae9ddc649f9e07e6077a00220a2bd65a30170096fc4b4aabaa4655a51f6
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff265db496c29cab75dfcc1d91cc9f70f503765
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41657a01ec69174daeeae05a80dde0ae4e84362ffe8becfef86c6ffca718e54
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ced44d261ee871e1bf0be47a8b851439129af7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593e06b595a0523c372ccd51b977c2d9afb46249df904a313cf97be39b7558d0
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8bb279210bf21f6da3ea32dc0b8771539f05d3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4949fbaa7088a396f0f4bdc525299eeccf14b7add749978d45316c0b198b8b49
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f970e3671d79936f0041f883181b4a95daf835a4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a059b769f23c19528fc391b5d3f20a31bf9a163c3b0897aee513fc1c13c2e6b8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b032e0ee1ff4529abf78d2395b3295334b201b0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ea121f4844dc8017c8f532dee1df2822830f5300f47cd4a737e321126f9f5f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924d7641aa6ba05c8e0c50270e9bd2eba89a54f7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb235cb5ce5626c8b4db3a7b25a10cb02b75d485eab520e4b00187341baccf3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05553ce292009d9eb44bc6574806fa63d17d75ae
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed23d49c9fad5dad509dc764f3052970e08bd6d14f91f973997456b57fdb834
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b055a2c4c949138db62f14f6e1141b7a87f8cd
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2d3d9d7ab606625913b7359f1bd1cb6218edd509465e92e9536d8b12f97806
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355e7553a48f5b620f465b85a8f870a84d5da260
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49775b6fe72b9cb6fff67cf422079927fe3673db0374c304e31eef263c452795
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7fbab627f388965e3c5b9142854a78316538d2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e002edf9cbb6c62decfad2e33451cb9880ff978058b29595d7961473a18a93
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab0d0215a92e9e5fff790dd37168d9d4169ae56
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6acb528df0013e09a319ed940b186bf027c5eff9e0d25c81059c5312d665d5
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578acb81fd9cd0d8e19fbf26fa3e2e2f4ea6c9a4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df9f2aa1b0c2fc19b263d464b8619d72107dce2bde2df37a54c5ee1e85f3b11
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5156f06e80ae213d6e60e2edc8308e17d360ef
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1662d00de5c40013c953b292dd255decaeb1c773509dbdeb6fbace8c745f0c6
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603e3fe121a9cd8d9f16d0ade26d4747ad88b151
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5f2c67f156db7aeea32d9fe998d431d16e393eff8d849dcb8d731eca34892
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e330945038b4815cbe5701a2224aec663b74a98
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d777b971a10ff33592764e855b28a4185d4f9c2c28559ee0108286b3379ad2
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3808a92706254b37f0a676e2a1a76f1da71e83f6
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cfe1efaa7bc536ae2c8f070aafcfe82fdda00042a92199fd0ec7cef9d573ad
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952efd017cd27d5588d98b9bfe2981af19a767f4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac179a8d9e801c4b648cca2b3c4a1a91101d6e29a4706bf062707a9283d5f9b
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af95dc9b419c9592e31988f3146b747a34bdee3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aac531087f8155854ed594ab3ec5c96af5e638da803ecdf9e74a48e87ac9e0
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fc3e26fcf1459644dc5d14fe47250db604a388
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47ab9227b0e703f3ef9961d8f1873be20916eae76af0d5d486b435ffec1bbd6
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670aa3d56e228af7b70e1fa803d83b304c2a769
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194d59191064efdb4cb2df8e3960b1ba77b915ec72242b72116790b1446d7697
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8bf8e04ae585a036e1d2c87b6dcc125d3a0bc9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a707209da983f871b4b95e4a104f1b852c8ded6cae26af65b6ad462c234d0
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52dea03b83c8ea40a2018bcb3833f66d647f516
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559ccdc529528c4e8fc87bdb715641f34577caba1e5fd73c78d61361ef8f0050
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3427c3381c8162d705093326ada49dc28782bd56
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bd9ba529626e30f25fb89ce84a0c874dc40c2364bfe59445dfcfe8ea54fd96
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69721dbebcc4051881af71b75254cab4ccd1d502
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700fe4720054c777d3b1669da7838bafafe43adc4f9a3044bdb10ee1bde01783
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae1aa5d5a37985efb6a72f9bc909bf4a2db25d9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca47f6a6d663936344894830c34fc0c2903b4fcca5cc2acba7e14d2c2da21423
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b757386e06903116dc3af5d63cb3a29d8b51f6
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a34cf6ac4e8b380229ae3d1616c677cf4bb1940d650aebb634b3922aa15836
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da2918b7745da8707527187f768cd491979546
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c291f748ea2eee6fbb98d914d346b15d62f87fa5d28b09b7478eeed1ed7cca9
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d078dcf8d31fa9e625ee27ca56a773e4aacd4ab7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b510988829be1d271fa93175fbf10835151c6fbe65531b5a5afb6e4b8b1d03
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29d01256f47645394cbdb2bb94a9d8a702a1b2d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8f02aabc9926ba2bbe8399af6b43da65d5750fe0fba22cddbce6eef0430690
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a4bdb607acd273ff181876e2eb1b4a570daf03
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0724235302ec71267700ad0e7d084f2c39ad64149dccb27a41d631e10b6b16c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fb55b125a0a6622c1ee006905c8498011da5b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63122926308a15e3d3bd9e8539308bde91189c5b513bf1c04cf1cb1b62d191
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e14cd27c4182f1858d0d8752839288f63f4e71c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5212f50c52326228109641e562ee4c432cce3d16153f187b50e52d441074e518
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fa059e576314999ad9db5f7927a056b60b9cc7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4697e34b75158c3cad250574f7cd6a5044963344f5922d8f4842a18a2f3a0b59
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dbb05c7b70e52a0fc0fce4c366b3a7af23b8a8
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d8b6b5aece61dc5889fc94ed1fb663ff8b1cce8f722f3e2e2a90ec1210ddf1
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46784782747a36fcd970f4111f130bfc0495c067
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21d387cbef4a41bbfcac45fb25e7bcc1fa1263c7aae9e643a566cfe7d7bea0d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9917146c20ec07249a600b7c7c125db82affaa9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef35296f9e6137b965e4ed4030e69c9ed8247863c3e83437045745b8c30a2c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eec9c6fff4970841a9c665d089da0be03f61b2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2d1e20b204649b18f4c0902fd2252852fc3a9d3a6a33b2d7765896c31bd80c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb3c72252cbe55d7e71a38c1fbe146c81731d61
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643114ccacc16244107b14a7de1a6661f2a9580432539979e1e3632fe0355bfd
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acfe91cbb6307d9fb9da09c2b05f03425d2d1bb
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a338259f6e5191ce1537710ce94668176788277ff5fadcec8ebefa6196cbfb
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ae215669b2ae195bfc9d06ab7dad494a602678
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f27a4875cc79e25207ddf9bbaca4cd7f594b19e0fbf7e686ff7038798274743
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1da8c1a8a238b782bbda5e1482d2100815c9527
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd41dd49296eb32854ec3fd57c8079844e54251b9d229ecb9af92193fde1237e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66baaa7623e83e5e6fac9605479e4826d3deaeb3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321c0c3b46639be4ed60b3bc2ccb4c4988f702201f2748d7ab77bce3e8795329
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4031a0f3b1fd3692e8b5600ff3fffdcdff23d9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cd2264bf6556cdd3abeab193ce4aec6debe7310a05bd68e7e863a84f761f8d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe984701822e484ccf7bb4bf5c43d12b8205669c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df97991b8a4f97584418b545a112959b285a9d768fc062b0cf6783ece9c2ae1
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9cd2d062f601fc70f7cead7fc2be95a5ddef0d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e78e76db2d36f4e4317e2b2b2ff7fa038ca0d37db9e5e5b57fa99bd5109213c
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467d90a40244e18417a8b13778096f73c88d727
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a99e55b72a8c4ab35f002984b3cdbaa6fa4ff48362bb2e45bd6a0e365234ce
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1d7d39c135d234a37101f3b3628b3427dfa6f5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01ac3351aaa62504c2bb7e9962943a060436dfa0495e0ae1fcf48faba12e648
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2fb63efabe0896945a8a62fe5b5f3141cdbeca
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2810b62938b1b8ebc749b75c8e12d0b23cc908881d2b66d9f37cfd6115a928
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb2605656fc5230bd1ca828f3d93f00a8cee7c4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7dcb46d9a9f4f7089bdd0fa2840ed8ccaee3f5525f322266d24379197e016e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3763d849dc991899b426e551058b21482e6b58
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcab3dde2111d12e970b16ae3fd164b81bd74acd909e4a3eb08c1996a17ac02f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcb7f00a5f8ab4aaabb7d4786314363090737a0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4d717e707072b8c8e975d49a94bc3b3cf80dc0f546920ae067b1434a259c2c
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b41d066128f068377ed3e239186b5067bd0185
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecca4a5fdd93acb03943e9cc4ba571e7fa0ac3446e9c9a60298ccacad7f60d4
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ea91bd41f604926a5b9720a192a788aba75621
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eeef5c9ceb4ca4dc0cee0afa77fb6a710889411a3365364e70283c6bb60b1e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904e4185744ad248be03f52d73c99acde040739
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c079bcf46da7113f286758b39f72e89d46a8f6506ddee6d0727095b7c20342a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971ad6b0985f08cf4240b83f5550afc9434484b9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58917485d29091343ddc5da22902e84648c5bfac5d146de37e10f224a0b64c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e572879de22547e197d5b8e9929ca5fedbf89de1
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4c766bbdb00e6efe05496b7795059fb6c75b2b833b340fddc17d9ad46cb8b7
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c278e5951343927406aaccbf369460661e67ae0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d4177c58b673767fdb7c2a3927a553cae77937004ff5fe180327dfa1fd9efc
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ec49c836a396ea59d4258ef596500ef8b3c13e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d751fa9888d68979df23c8c6080654f5345f673a6f118fe583d433d6759ab7
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735cbeffcd21c837e424f8ababa1870f8d493557
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99a2de635074e08b86e29fa5b1987e15e66d9226a1ed542a22cd8de610ed5bc
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87f1646aa7e5f0ca48bd1dadb73157e01e2ca7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065992f803361b1ee398ee38e8c20540afeeef9c75547b96c91972ad1c0367c2
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80034469f081299570c29b245b4f54b1ac68504a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee1fc7345535f2f790de8f4394c93a540d0deae75f7bc38544aa0988577ee16
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5984d9a030301dd0b8aab9f02972c2d077ec1f
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f8d338bd5356b799430c8b2b2f787f5c1c05732bbff094317d28dfa99f8f15
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b05ff23a1bb873fc2a500fd23e7a8f4409f498
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc5bba6521337c9c8193511d1462b03559e0478058a14f1e398851887a4e50
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aa236e6f0e451bb1b9fcbabf7393dff8531924
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5091129e88e26c43eacb6b63533cd1b06e39de20bf716eac7e700bc600f6d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d5aa5cce9f314d0cb0497e4fd436d68d33b5de
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8904457957c6634cd980d3560fe23d9b442da51a8c7a11b2bd5bbcdc6ac0b55e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379d943b77aa75e759e6b5e43e843315821d8954
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfac5a9e5d975ef1b550c9769f25e0b74a44a5082ae4f8b2f710beed64bd3a3c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a49119bb022d28fc2402df5a4ff1b4418f08f5d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edcee0be2ac3f1eaaa89fe5b7ae10d1ab2cfb8cde671abb82f81bbd1c73e72a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c938143854473342034997f693a4aa02617076c9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816b4bc6934d4f3c9befee7089de7e47fc7cfe99402d3929c1769e7524e4ea3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef71af59534778ae05fdcdb0512ac6085b7b468
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b21317b7ce9546551b40e99d31e01bda560538848ee7ac384e7bac30e4b07
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b1205104791fed9e6be48fa0cedbbbf505492a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62499e9daffda4c02f2f6dac4c0681e36bcd366b8d62d3847ad50554e149c1c
+size 3154
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091