diff --git a/params/opt/4/fixed/woq/init/lm_head/scale.pt b/params/opt/4/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f4ab472a1051ad5144fae0799630c0708b27ad
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc821d9d840b76b2c0c006bd54bd57cba17a61d16b4c1a14fd66ce6679cda0b9
+size 202194
diff --git a/params/opt/4/fixed/woq/init/lm_head/zp.pt b/params/opt/4/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6540fb2c42c54f36f17f8ccb128135184ae78
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7b4645057e59915021da284b73cda9d90bc86c6ecc502076d744cf4b9cd7aa
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7bb29dd1f7bb144e6613edb1c6f7b1c5a92b41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5adf0067b24b32080d0214e611f7dcfbb166e413772a06d075b490d5aba573
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c905c4108c24477b885604070eeb0f004d6f315
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58e22e97c6da5902e25e363985716d3fc51673fb7bd21ee7a2dd9d53fa6a2ec
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc628a6f05ddcc73d03a33cbbaae0f7dbc4ae7c1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e0d8bce474ca3653f98b1c8a407d842f4a31e2f4c50881c7c308ab711b217a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeff02039cb08d03447ae9d9fad0b932658a739
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118927d14f5a2901addadabd7831851e5a93ed60d8abb33685f49d7c0103858d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a3bf3c8d7d0342ae148fefa512ac829153d9ff
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482bf7ad2d71585e1f1bea873d0624f4b6d39905b2e2f7a19eb6341dc6aebe54
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb64afe18390c390a1c421d9271f33d5fd1dc718
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1664571e9ef9c0542d36c395a0e096a8ba514c8942640bc72a1a91e13b6cced3
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ec8c2ab03fa72a97e11c150f88aea283aff52
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1fa6b974398055f87778a79160ca024ba27347a6ac8820cc4b4dc797445ea1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372abbc2c234abd87d1a8315fc9844e1c737e6a0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d6a11fb22106adfe78eb69b63698ee1b4734fe17ddf5d395a55d35ed79273
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7134d7b60e9cdd1747d67bcccb65ddb83c7c06a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce1543481d1353cd5d53e2dee72ddd071fd5235383a4dc43bc6506524547510
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8c8bee8d48ee525e2fa8b04c822cf488e69e02
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01976a08c3967414eb76701e0c0676f4d6cb93cad8ddef8813e2d71e88370070
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f1443d5a6c08239325961ecc59b3f1cfd861d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b520d4d1f07433a3863150ccd5d7b78297b0b816ce60f5aa5e825620cbb0520
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2722e012979eecb77550e347dc16b7b164200ae7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea8e900f25e495e362a6c1b2546ad75e2605b60b3bcc6f1979f4da8413bc890
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0292dceb2bad863f07e4e047ccd3f8767d84713
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df82bcd9a816a617b84def5928cdb956e88a27a22996a099df559ae605dd0b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab604929ad9a6e119b230bc40d66df35a132a64e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22368b0655aeba45b6f8aeb68e4c8131c3e2f2c9e36cc2ceff476543d3581401
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bab7e14846b7c4826d29715a2cbc164978826e5
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7c612689ccce2114b52bd1e20f4ef0e12647e9fd9fcc370f34293e7781ec18
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ea2c0c291873434cf02deabc156945176164e1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d937f1fa96923bbc27519ff7a9476c10665d92ee866d5dee9cee6cce7b77996c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be2cccad11a1befacfefde81a67f2c5cb47cd93
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e5fbde2432ae99dd37b4802b6290dcee73eb352b294f4a00697975eb0f1cc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc33435c1136b0de57033d31914ed40d9b7589
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a36c573837fa4f427d78f3488fc25cf0249362e9304b5f04d16c7352c735599
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8e41f71f84ef0ed6c70ceee4515c761598e9d2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c56449687838dc38ccb56b520749c0ecf850e597726aab0652cf73775d065
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f835a3c2fd29391fedcdd85308a73eda0fb6052
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953e7f161aee83aee2d6f4b70fcf41fc36cee5c2fc5c86a66f3e7ab7f520e10c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c38d53da321f0837e6d0769d389f660d073d14
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d0b06d081799348e17a78ebb9c20f77da9e80e584a909c58527ed53ceda78
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d314d334e9193be016f3b9f0f9057a351edef7d9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a7ae65a8f05de968cb35fe1dd2dfbf6e050ce79961d74d3b95bbc295cd192
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357e87884951d23b775864a94b4c5e4f6b351c2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac5b959455d317aadc7904f0cd08307c4709f2167a10366b4cc7f5574a591fc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8bea259b6153a68101a2cb419a81bc689e4fdc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1b9ebd99ba8e7b51eab863ab6a76bd04d35802ec25d893351c7e96b6c62aaa
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a57848360f0e9a7db3c62c6d79fff23940fc7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678e49befc9bd4487de7748db3017ce4c25523d82df36baa6e8ac252c9e6bb5d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1ac387b69eea0f82e8bfdae37263729e32a0cd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5651aa5389e448953d90ec073df5d7ff33251e2deca26616f93421f9c2d3f58
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd7326487cff9a2e72f3b5b25483e7234d4cb6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c112fd34fc5336faa3d9c0852cd0737fced64c7f56d8c6b54610ba87acc3e2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21644115985cad005f6113a99bd3f80f674641b8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923aede8c145e470a540d9280c4d8301ec8687721a9b8db0eea9d245a5228d4
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b7fb8d904e8a84babb19d4cb965ecc00ad3eb
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fa7f732683b39f6e6727187e1976ff5124f076a9ca5e78d58a052359eb873a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aff24857051a5861115524fa404ada75140d5bd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923deaa5a8d504966bebec2002d2592fe447e3cab8e81d1c993fddaffcbc8bfd
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9f100cc2bf60fc3707d3e2fb62a55db653aeca
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f845d30387e0595bfe9490ebeb84081e7a7eae9e69f3cdffb4f86a3631111a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f860d93c811bf76900647118753a72371c5012e9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79706a8ba6c7190893735551de51173270a61f31135d242059483cea60a5237a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171238d3f5ac04c8fbcbb887c17df7ecee49dc41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2ca18c63ebc502cbf4ef3f20ca0f99e2be75c64bd4dd545040897066b5490
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e787d43d6da646b39ca2040871658f600b7527
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e628b4470f51154296cbbc54188846ccb0d6379e80abb431fda746f45a939e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675c583236b37d1e1ee91e89161201c120465cc1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c004d52b8e4dbf83ee607090460e539ad61bd378bea81cd9390d8d63d254fcfa
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84526db130f3b581fef579f2b217b4012283487
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f7ce54c30ccb9b269c45c65e564e58c3e117f9a8e9b6b3e58a7c3b26d7a93d
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d17ea9cad25eed3606094e47906d7a882f3f9c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e45d5c0e042becbf17281929c48ad08067b79d311b60fbde5b2d2f29c97d183
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3262067ed0df2b38dd2374a0cf46abccf89359
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5d2e07d173d5a6b981e3084697f4e59394644a57db5313b1d48abfbbc3b941
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e5adacd71f31d5a5f5b66de09ed8c57da588cd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72a4156436e5bf432971130ee67678107be9626a88da00acefed6bc97dcb54
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76270eed24ce76286fda17ff25c138737b415ef0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b88b9d66a729538838a67f7dc12e9d0eb11df918aa92284ee209d521979832
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a619fdf6ce0e602e874ac87ee16a76e162f40f7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f121021fa27473df66cc73b00e771f793dec849847bff397c4b2aff06407fd
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b1abfdc199a9457d987de7fe55c131caa5a373
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc97b84512320e6dc6912a377ccc817a1167539a2133411b35e35f319dc9cc7
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043c0a34a732abc64fdf281ce4e3e426ddb890c3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db82d2c16102e4a7900b0780ef66067a548eac2b2d978f56681fb58bf7ef2ab0
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045d3fc248deff681964b3b144acbc74e2a7243
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef3ff1911978b1f87d8e291df42b5ad0b3bbbc1371bde08d8e1b94829cc74a1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82cdf1242091bbea46fba46acf9d93aacf17bdd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197a139eca1c57e4b8a5dc032a0474b0f41c834a797e7dd068e5adbe7d0e4e8f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbd6c3b4301ecff0beb305b6935ffb2d7d9b29e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d44b964eaac11bf1eb0753359cd41301d0603a3d3483c51a17de1c3004011b3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58eab019b5db97982e5836f506359ebc4673abe
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290d9e5cae20ff0b2b205bb4a82348b3cb8d499bf298be106db68f1b870ee3ac
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2389076da298b39b90368554dd18b632e0bed3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0675aae7b922121f5f0f892aa35c606c120c9238ef4f420ad69e9ba7037e27c
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fef0df25347b05f8580df626c3d183f8e2e38a6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2e6e939ed2bdd56363fcf581252718aa8f67d43e9697274108333cba3c8af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a4c1c61049d1071921833bb3434aa348fdb541
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311c85215570916ada32cb2f2679da94c6f0f4196ae2fdce5271642a96c165af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55de426a327a3dfed4f8a64581960e3317afa6c9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d389ceed52c678be4b78230c2fc31a1f8bc979760fc525aa58847f3203fe300c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7184da7b21da9477a9027311bf7b45b2c967ddf2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25ac64b0d7238465ec811d28e7d6d07c7bc067ba5752c1da21f7edfde2b897
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d3025490ce9730ad6c31f62ec059412754c847
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa111cfbfe2695bab7a33712389c6e33ee6a023aa6fb2fa7baa6456f29a9663
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e3d2039696dc50663a5470ecc88cae45b9281
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cec3385eeaa43155a22bb438bea87aec965c831d1c902669255c6596f1a2700
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ada00db74493e487ea7dd3fe5608ff62b435b8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9bdb4ef9be18914612c5b9c78ce81132c2282bd16ff85f97b9d9345312f87
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54213ec9be63a7a10de274ae87586e77bdd366fc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cb690ee99cabf86d4a3c45f0eca230f62cbd86b416ebf59023604b0291f29a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5161a383d1965f9059a14a4f860a0055aa97af
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ace3e3b7450d4c1b9216edec8efca30ab20f847c063f1eaa468f563688aa29
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2386de4af8de8e2acc6e47f025b3767b5883ce2d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea4917f3436cf2f2a78b70b94df2ae72b43ba3a0c90f78cb2f20639aeadd702
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6df9c1c70106dc376e26b9595cad3900694cd22
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a9b4659319e989632853986a5a4a695d72d464b5e4119a46c77f3409347bf3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0f3c11ce44adf4455d242de389be5e276e2e95
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6261b1a19786d0635813727be7fea57b54bf816c6064d2dbc12bd6cef5fa8
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c3be4ce41ebc53e6179b1f69047fe65b6649c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da03ddd0b5b7a183dd17d75864f0f85583250920337f5f9e506a01bc81bdaeb
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f93cae85603c30f838c7e97ae4cf8682c5656
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22c822751f1069444b71af7f3974f89b3d3a4d33fedf2fa976e106a12771ef
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f668b8fbd1110e6f9fe20774961fc633fc2f66a1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02976ee21d7793ce2ed8a0a447ad43cf241739831b4582b5907e55f24a06adf
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd689b13d6977653278cc05f9899af53d694886
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc56e83c02af440cd726caaef313ea0d245e304887943a4d3268326b162dfa2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e001ee20c58b998547dfe69f73c00006c460a1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e295c2990705a162c0307f4c99ac90660e041297c2b66873849203fc9d921a5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0ddd8e21970e2a09e00ede586edecb25bd14af
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44388c13910fcf5c0f1c250257cacaa1b44ed8751b8ba753f987c0615b9d055
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d74567d2837df8fe8c5d81d8a67bbf3eb2c80b1
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21afd8216133d3c0fa0ccc8b8ec19e9a652c0a101577dd94dff0cc6e26fb92
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af667fa2735782bbec0aef10b6d9bfdbec734788
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d15667e5811fadb27e8d2815272d84c2239dc4eeb51dab9148b5051c82505
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb07e531e53f4f5c35d76a2fce48fd32474d132f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2667dc0c6962671cf547de53a6424b61f7118fc82406bf7cdbee60aa81d17fc2
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b224e08a660b0d41895294fa3cfc3246ea56145f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e38e5331f3138acf30e3a8a0623d2e2f50cc1cdba6a924c503f826ac4e7ce3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1878e1d38dddb2d5179bd78e2c8887e9aa65a4f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051889ddff10bb772ec1c9e004ebcabeac2b98665af6a2bc0a50e9eea5502e33
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c8fa1fa38193470f0d20ea2e840a7b8029bc6a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c94559e2974902adc60ad2ce784691524ebe4c20d844b75d9caf08d5bf2b89a
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661a63b2cc0316c7fa4740d263a49e8f251b50c0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9cb88626622dd432586ed380d2ec11425d32cda9b1b98df0e4305e71f9ec6f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc193c09563c9e32036e8863d81d5b19a623bc
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8febf936d0d6ba5ee37f5968655442fafeb56dc673ddb023be8a3fd9934300d5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eba8165b82ea51122ba6221c2de934d44c1bf87
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7280872a19c0661c0eff01bea6feafc2dad173ddfb5c002b56b7ada650380b43
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd4fe16e9b9d937478799561a96f58b2fa56b62
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36213c73b3184c50042378725c598381358a27935cdc359d643477bbf820773a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121976283a084597d2b0d094cad71eb15f8c0133
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f0905898f2855cd97341a4932c06faf29ff1edd53310cc9d3826e5ba7bf41b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44c93ed6c991aae03a2dfe34d0524c093a477ce
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f277c051e1d1c8a242796c5b585253819a7af29d956311f2c316f5c461cd14
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111051efc6e3fbd6da75868b0798664e9a84b31
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e891c51cce8c1932ba98bb937ec7404e70b691669632447f74b7a5aa85187b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1192b246455395a7689718f79bf03725118ec9ee
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29364b106c8b78fbac16e43176e5ff18f02c1a5e4c8e8b52dbb25d86ed8365ef
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226671bef2d200bb9480e4e993cfb979c41e87c2
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeeb34fe98d60091fd9f197dfb5e4aca564714fe911b3922a757f80a94e456ac
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c57f05c3c0441945141c6238459a38010267781
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc0901155c2f22f6dd03c93fa52f20b5810467e26d96bc4d02fc431a773c22
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7a34fb50b158523d216cd84f446fe4d5f8a6c5
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4855bef5dcfa72e529febf67936408947236e36ed00e032f9528235d0a2707b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56be9b9b84b832b874636504cd5d2de378909b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ecf04938541d67be7586c92d08dfc171d16b33b0fce91d793d197940527624
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146ad387485b996c0e85181fa13f724d6c3c4998
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe87596c89c756abcb05f82e6ce80dcc80b696f0da19a646574e3147a483b92
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f328b17375d0fd2bde5a4034db81d87d0dd12e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb49581de5e38bbc61d5081f5aecf427e29afa5dc63bb0ae21e7894e815893e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6448b7b1f8a23d126b3a5ff1cff862316b141
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c569d8773da69d2a1f7481906859b588cceb3fa54cf2d281d158bbaa2a76b48
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf67c5e2dd342c6bae3766ecf9bd576a693e356
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45567624116573021003fe922ea02a48aa8e1596371dba0a5e90a217bffb1a5b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84f2e0f9aa9600d41d9f97580611395fa96e189
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daae072884bd69fc287539b68275941e2e1fc102dbb13f7c6b6080e5e05cb734
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9c85050b9155d386e4cda45ae560257bddb130
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c151010dff31d3a9350d01a4631682899d6512bcc80aac841bbf89dbdb1e8d7b
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110f38e2d82cda8aab046c18d946f899080a762f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a3a3dad2a70205b0f59533e92992a75e50c0b0a3a8f0a08a99470b5894d946
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0056a6276886fabfba25dfc1f884dd8668af3e5d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c6d201135532d65f3832c05b9ed23e7889c8d093d6a8340af598639c301d4
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f057618bd74d9e0ea6334e40f4081b8f1129b9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b41b4902d512f117fd2d5713681594a4b00c790f7d9c3195bd338c64704b66
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266847c5f4635ce3b9d5b7bae08ee0d1ebe5e9c3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24218a3e44e9565a12714a9358a064277d74553508901925954d8dd306450c9f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bf7b17d35890e38bfed87294da915551057695
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b2386892d7f59eb2936023929832d62f16346720095c71f5809a1c827a6d6e
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830bb9108987581a0ba282267fae8a546d71dc9d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26cb64dc050ccf4408020f42f1d3337c0a4d0b81865a06c5a1e04629a5c28c
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6d647b0519ead34b1348e8caa1e689ec199a1a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ea0479d7df13b227d5554e539488e6845c122f91c38bc6a687285b1432d527
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b590799021f6013bf8a3b4697ac1a8d20f22ada7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660b230c1e9723db05015cf3c15b350745e48adef010ef4a627c9ddf3c463a9d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f407094beb30259371aaa958f748b1361f0c69
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fa635abc17e1ba83de9a140c7fdc5b865335c5b0a1a50307b3f5c1dbe512b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff783af8b721b9938baaa19135fb576c9d48624
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a9f3512753b790361e208e3832b357e68d5072d00d4e8d0fb3fe2f8c50b3de
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5445442e1de63eee219918d647f4bd538be6ea
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e1978ffe9b1a0b4bff441b79935797df9cf552a31b409cb4bfb06f74538127
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3624f307e2e2e71bd23bd891a12734d67f3d04
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad109cf73105a03d048f5512971e8e7d6fd4bf09d95c406a9338b8b4dc2579c7
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c79c5fb1f652fbde4efe215331a13417d31380
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c063c98440b3eab4f71ff4231de2da87d2aaea89c3cbce57bb4e652374d3b53f
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd1f33a83071e71715d3a5785fdfe589d0ff624
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e2d7f535e0fe157b2721ee415c979dbfa6435af1dae394c59f1a5b294a56c1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0832c55e521e759a3d325dbd9cc72edc0153a41
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f156ba903f5eea86afeb09b8d328df991c965705444fb5bd962dfa94df56d77b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0889780b0c98d7bce600f647f62b5101790389c9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c652f6f35f82355dfae574d79b46346e54763c4503b6098ed826dbc7a285af
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e801a9d738c8e1a31ebd8d1db623f6c6bc4f08e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751aca4e8a16bb8bbf9df8f863519473370299c9c1c03894eac6d30133610a41
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaeb696e7c0d77f90d9147be6d8fc32240984b4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b33e9552009d22b593b6f0ed96e105bc46aee34f6a58a04147c56280f9ebc56
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e70f9d3715f0926aedf2e386ddfd9aa8079da6
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5930e753a2e582bade389118c2445c30459fd38e9f24c0212dbd6da87730f5
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ba511a11b819e93b9689b6d879893a0e99917
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630f4291ba2fe3fece979407217b4923a28cdf5bc850b6065f36e11114cfa69
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d632945259660e28ee89399373f99dca35b5f9c
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b53579c4593157d19336c2fd3ba661962088366b97421ae6c0e80d50764595
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abc5de24f84d21ee67c9184eec9a87a2d76757a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81a11e6a958fb079900872467658dc287fa25cead652ae4ab8a7487f3f838be
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ce2d3e978761022fc926b29e22b638af754a95
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63df03cf6e3c3ebdb7e53410415a7d27c7316b6147de0fcffc9ea43368841a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c219eb149959dfda4fddbfcdd3af0e45941f3814
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc07ff016a1406a69c892142aeaa899a43512577bbbc0aabc1125f879820259d
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05380de1767101ba2eb6e6417961bbce55b645a
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78b327b34d80e7ce15149a38c2314c5334fa9fa3016aa0746da94c7bbd45a28
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af714c73719ca8ec85a9efafbfdb6b7cf709036
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f426f18b5ec123108ddd8bb4fafc2485994b50c090a65a29f865149ad7cccc
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e893456857da520f59b929ea6d633999d3bbbc2e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede39dcc0800e4edd352a15eacff9d39425caaf7bb279f7335aa680b05aea995
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25415a1d2ced96dc722201a262c9941a83948ed0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0c597ca4672354ce8eacbe999c12bd9a7a1d932fdeb0144b63fc98a721e26
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bee5db4019383fe4ee9b3a826003bfa4d52e81
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eae11444ad9db978e7dd6139f17105f445b97fbc83ecceaf1bf43cdb3f492b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71652ae8b1b4beed68182c8c70bfe59fe507568
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8307b02268c38cdc8d2c2a751cd1de7f6e841d81717ef1f7fdb0ff600c292b
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f77e3b97962378500cb65af0aea7881fb52a9
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aef9866b0e4d244da90e48986c36935c996da893bed0e9a4489c05ef77110a3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6c322f65d93c3f6c9bf1b53b07bc0c2a8ca71b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ca61d080c6dc2fb11ab3336b8e2eddc39dcfa960714b93d12fc4ace55be32b
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cad89ac1c23181d88431ba74f9f24f8ed98475
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb5af8abb86ae53d003df7a45afbdb6d292dd5bdec94d2aa614d02bcdd856d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261c32832f56f9892db28c3e9658ab42cc79028b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7190b464d62786a3ac10fc5b70018661d663cfb15041f3b5843a004d669d086
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eaa3dedb217068fbb16a16a90d24ae10eaf0fc0
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6146784cae2e670892062d6946e5fac673f972764968ab66112c4fe1b132229
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dd4a90374f4b699e5cb59e9374ee362bcffdbf
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9834c6b16271db0c66151f55482c1ddd9792da358f97ede2004c6f0b96feee
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de6c07562263daaa32a2dcdd95a4f97860329f4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbdb1f26286757f8fb2e10e4c0b58ce56dd2861a31b0a723d4f06fdfb1ef811
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34144285521878bef227b0273a56fb6a14049849
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351def7017a54797c89f01803dbb4b02e1d0aa366d95ce6dfb18973324310d7c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87322e00961f962f75cec92eb2bca146bc086b20
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f4ebf3150034f8e7990fd6f5115248aad4c17683da9440d76472c2db702001
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9863f007114b01cdcefbe6a5e6ed374e70d45288
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63685a9d51de9f27e9e724483ba99b7869bc6d99ab8dd8db87586be1f4a109
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af48324438b88b28e71700b107d905c3ce56ae8
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f8230b344c7f2805fad52d17b9ec98f1efaa9fb9a84fe4a6dc4fcd6415a6ce
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e505480e992dcf611569b69fabf7729980548
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397fda2c59990f51952e86797c36dd7ad9a32a39a40a5ad5a9560c91c91f3fc9
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6730a46200e65780944e9e6b5cf5f4b0283b9516
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbec205f7c5abc8b63dca9ba7350c24e636aab3e2155eec5cb0856683c692f1
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233c235b18d632d517c5564034944dd2eee48e3f
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd364aebbccb73fcb1e0293a67d273ec9f32456e8e807843aa7a8544f611910
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84efb053d1b967eb583d50e65a87ea6c0496e2f7
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154944229ae387df0aa5ac25a424250bf47e0136705fbc2eff8efbddb942b5a8
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1252475875548a15f57c5640b0e7dacccd4036a4
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ad758d5cc9b7eb3da1161f0a406daeb816600ecd8d59179de33f66f0e2cac6
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825f8a89f0d5a367a48fb650b0ef00fdbb5d92a3
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef033bcbc6e4d89e2959fcf5d6b1d4ffcb32623bb64a57ccf083bbd05d96a45
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925216f31eebf3fad7396ae62da5c2ee12f5604
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20a98ab300c3def05f365e00c7fba7eaec6a048fa290b286c600acde7ba34bd
+size 17490
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03db05af3c2115f5b3749669c2a57b701c6f749e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de18992caa7947229a4344aad407456e5fe438121c6053d8aed776cef078336a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f12e446bfcedb24a327a2b7ceedef0b5bd518
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7f24638f53a4643475fe9867ab97e1688f96d021ff8240a2a272f5f34345e8
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7291a11ae8092aa92699e8accb7796bc08d14625
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d43729c825d0597332993a044430eaa581bb0523e9192cbc3f7b3a7f80e41a
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4461bfedb688bf9c854a03443876e233e6aadbaf
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c9310e0e50a04c24b3bce0e4a276b56b69371d33567ce6e84e0f9e4a1677e3
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c35089370b5b27ccacef0e7f225fe122eceabd
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f14e189efe0a88bb0c09f4fd0c41ab240aa228a85d141c4e0256ada2060eb8d
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e471dcb04eb8bc6a92e760b6dade7739b4401e
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9bb157d6ea2c40cc8da5440e99412c773413468a5789bf608e4021f091dc6c
+size 5202
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bca3899dfda34942e38e1143e28859691c3020d
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64418ec2ede27c22ad0fca8fa4afc419bccbd6aec52ae9e56a097038d96e2a41
+size 3154
diff --git a/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/4/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091