diff --git a/params/opt/5/fixed/woq/init/lm_head/scale.pt b/params/opt/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c6e3ed4bcad0cd2d0d724b6a7023eb2e43731
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dc049367d11c00c6650ca5976867bb9ea018ef714d5fb5120b39366b34bf32
+size 202194
diff --git a/params/opt/5/fixed/woq/init/lm_head/zp.pt b/params/opt/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d1f1998cce31f07a97f955da62a5d5d9b823c6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1098b75c726c55f9ff2b4fc40659a3e7d012d20f5e958cd57075ce751c8704
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf18a2d471ecdd453c255a8e3a62d62cb5db5ef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabfa96a61f0c37105654c9a67e5224373e29c5ec61b880dc054a6d575b845cb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4e703e25e2cca3f7fe7b1067e7bfea03811ad1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff36b9609b7b20a0cee3523146ec36bb0c69e56ad3bb0b24335e2607f51f5bd
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa298349c7ad530bde0b4f5d8f47624953b0543a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7897eaaba6d7203db44dfedaeaee465ad933ccf017dc1fb7968aabc21786335d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bab9854099ec26ce22a8cf3aedcfe3e7a7a76b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b89aaa73bbabe728c140a02b6bd711af595a256aca2d4d88618bc5bb66988e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e831cddb635ae60f14f61678f227e5e6e45c852
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cd9db2e3340c7f0638630c970b4e5532bc8ee8747aa91c8eefad4a62c3f8f6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52d655bd93f6264324d57edb2cc49019e718b3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e54e11c098d6d9e629394fc1fec5da680737ae01c285b0e0c4a99af66ec4040
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e18e46b3abe7070f73c49b7bdaa536f80e42c9b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d530dde8500e3084024a355f5be1f460dd983149919c1fc2021b3ad64d78ce00
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67928c1e73031d56f01175d7a643fd7c56207cf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43198336100734755bf47346b8e291c115e203969c653db7648dcd324530e9be
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d41cde13534ed3f5d5865e210599def82c8adf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1455a5c677217cb00686729f700cd07254d36f629890f7c838cbcd9af5ad59c
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ef170509bca21a99b229f6fb8db73de01dfc4c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29539ce8f66f46335ed1aec62cc8cbb4b0ffdb901da1299be16f3ba2b602ee5c
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba953276deb91d9dfee3033d3cab125b2aeea850
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d996bf6f1d19399bfc9399487f9450a61e5d577c40dc1dd6f6cf61ad4f426e48
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ccbd12a8d8fcc72527d7e355ae9d35eb7e0b8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb645474f9cb52c04852991c47b4dcf898ead67c68a61ea18a10647f4babe7a
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f94a3402fb330523c43e5aa0cd4195d8fc469ce
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45625faafa96b3719e5da9af0a936be306a8e9ea0b3a898273f7ee6c8b0446c2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1e1f928ab6a26067fa419bdff5dc549cde2c71
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63207bde0de474e3a9d5aab55b6baa1d6ab454697193c2e55f366a46d5532d87
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e04d3e782ea24d8b540193c23070750b1afd0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6048f5476763ac5ef78c94ead8e45202ca40bc8b79920bf23c4615f66a371fb0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ed91fce5524d4a1ba9f659911ffff60446eb82
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfc7a60e50cccbce7255d26816050f9b28b909143913a252d134f0c98f48269
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6449b0740d3f5aedb5aa79ece7154edf2a8e2bd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e4c2497d90f36dde5de226452f02da8eff2f12cf7ec6dfa43e4651c08639ef
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b907626e1059a564121283637f32eb07e854bf03
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91836d3df1b8f6c6a54630592765b7c95a4dbad806b1ad2f8a56a827194bfc04
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ff7c9ac5746c23cdae0f170b5274e915bace74
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325cbcea3020609ca6eca5e689511e97a6e19c26d4e9970b873b261faaa100e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db516cd0cda629b46f88794f49b1bec2bc6c1997
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c6abc2de4deaad957c8aa1c274fb22c477666b94dd0b9b95dd47e22a4fbde
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb29e089804863462f23e84144cbc9ddbc3b835a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed86364365951405871f9f716106b251e50679916cd653b6209d63923803976e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d3aea6a4aee2bd615ff15786d87f70b79607a0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba292a331606a616b96c8ed58478ff166616d404d068db898131a05bc4c168
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74587a67b42ea55a02468696d16d6e6df41ba0b6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a54b264979a88806d8f6472cab2c8fb6f9b65bd263540e485f0fec3895203
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6e2e313b73c1b39737bc5d341da05e15e18cd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c26361b3341abbc01e741adc125389a2422a4f217f4af3c28b86978989316
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12db5650eefcfb18c16b1cb477445e29fb92254
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541b474bfe41685c43fa63c72aa4cc529d1a31780a17b2cb724ca66602b511fc
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91198c0e473d21f7f2941303c587319058a302c4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3a6f6c6da64935a3ddf7e6260a4925bf465d38e018833b3c830f218ce666ad
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a5517aa441738d86033a0b4180fa182b2eb723
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaca89210460db7d90fd25c2819c1aa8e01d2c5006c99a699b8879d3f47fd03f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3ece9f2fbd0c61e4c4f765400af50b62d66e1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a8112b4052b71a173d28aac6ef7f5649ba5889f52f70df8fc1b580319f6c6e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2d1f044f7236a9e034f6763921ecd3750fffbf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93145d5f0983ecdfbf4dc1d0a38de3a40d915d092696b3afd6cb942b465cb7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e2b1cf336fdd3e0943e8ca8b3da940c208291d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6761fd4399264c0d08af68b8f6eff4b587c0c9dc8382c027b0c59bca2cb159
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac479b4bb1508b5fcd0bc5bdd6f723b8e9b1f09c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceed77b182a7f9f8fcf96ac175f58c77288ac3c69e839b8e66794dbb80b8224f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c225f80359f5ab5225621858f4f4e4929881065
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238349f653df0f65773d98db06f5f14fb1ac4ccc12ce9a1272739fb7ba0fb0b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a67ad54ce40df94e303dcad1bf063c1458b474
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958725e2b24ac89c5f958ad2f4398755b5a78fa0b1841dba3eb4971fae6b5e78
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92549a3b53c958f495b4aa711d748f0f0c7100f6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f424dd10837a5449dbb176fd7659f91431d02f4b92f0006339e8c870522e7620
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8b4d29bc2f08b35c7ff5531a11820246ca3704
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9264598c5347bde23af30b84eaaa87b45584373d9924c77a011f43cd0c3e8e90
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd3f502b5492cf20ac5b89234769d03bbdf415
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf6ec65d6c094984852fe7a642abe306a0c47272b1123872d6ff4bc2a0b168
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff80f46f0f50ef76c1a01c96cf360c0e0469e4fa
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb51d3066289be8fb6f66bdfdea5044f3a97af5ff815f1ab8e35850fa70c6418
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5306758268d2ae4569f2d025e87146f595a1f998
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c41b7c163eda3b269ce624ea4db747c2a10a20cc58f344a34e4b39b5218eeb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981940875a6d0a921934d26eaa1c048f4fedd52d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35d9e4735f46ac832289ef184038280996bce5d89acedff4953744738e5c81
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad9c5791d53f908e738f4972f53140d9752468f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1c705991a8d12c3e5dd6a60cc0c4b8cf9a2eab98f962ea5387c3f967bd8cb7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50180f0b097eefaa7fbadf1847e8da98c6a76235
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd2862c1769a99d730c04577ddf8a9e3ff0dbd0b600c7349205bb7b100b1ff9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1320987529bdeb4f72fe6805d25861f058a1844
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29136495323e537c15745dcd7c571826c713c27d0d826618a11db0e6a7b7a15c
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ed1a9085188db421d0f2f0ba92d6f345420777
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649411aa6c4918ac0e81e7f776acb18cd8ed5fb162cca556e4b1a37ded223ba
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68539f12d204330438ac9cdbdde157e4734e627f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfc3c9774913152550f6b067352039bef476a8c55961dd7002aa5e9a8deaada
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01468fb10afc1ad5b6a5d4c76de3ac4159074d0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afad179b112a6223679eca36f05ef5ec556ce972b751ddc399948602cae6ff6a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3936507340f53e1b5f56f7203207ad8f7207d320
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7374fa927e2d535a9e9482242058fe24719640bdd51f055e223241e5f5ed1f5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc6fecd4484224f6fecaff2aca2ad70242d4e9c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475793dd7373027b4e0450dfec89fde1cff3cec637eb1295619ec92dc0131870
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c419bd94c966bc69709bb2a5710329803c70b1e5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae2aafea14195103078ee854a12ba893a62b436b6c49892f7bc93b2e3cc5eb
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ddba98fe9cc94dcaacf6ba4aea7ad2a28c8a38
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e461ad422ec3454947aae29f7fa91ce39a94180db7410c8a11c915f35841eca2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64daf3d678e252b27f3a23a61fcd9500f889d738
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe4a3bf3ee717e4134aeaf9b5200f3d3543d1e60d244bada2d4cef8df14a328
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d7d82b83e9bdc9064eda1846b1b3f0c455396a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7189eb81e0670e6a83b0240314b10b6020f8c107928e5e7238cf4b20e5158d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c520287ecd9185c94da0a8da0efe79c6d0c7de1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61333b6efbde002ff355425cce7e7ce7081d45014524f347e5d9c5250a5c4f0b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16f3027ee69cc951720c16c2ec5a21ae086740d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d006dc0b533e5015e3134c6c4662ce85d2420219abd2f774817dac3981cb4f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bef3ef8726f3b0f9d1cecf6b62fc6ed2715721
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d1261545b8d51473f9f33d23589fa62bee17baecfc091dd02201bc6290f7fb
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b3a8fea42e0ef46c0dcb9ee6072e833b67ca3b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a63e738fed7ecc7346328111437a32904361929971e7e9deaef7772afe1a11
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fce41c532c5dde02d8c862fa2279f3de1618c1f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ba9faa6b0b999d25af321b262149a2760355b9134e92406d57cdeebc7d13f2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065a78cec9bf73341e4ef160111dbe4d507a6865
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097934775f80cb35cf445a63c0dfddbcd55f602c403217bc0ad46c155792d799
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8bc708292e95f4b8ca4f9cbcd3a3f51f6fa3f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334f4ed26e62cabbabf5e8ffcdf814fb84c49af524fa50c4f53e00071e132f57
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b9ddd1fca091f74a8898cd3121e53d85d5651f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c090589d5de474f02dca9fc15702be86d07aca8e618ccd0ba007ad6dc5e0ed7d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89676cfc94b842d5146d82e6e588fb8700501e50
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56da8cb490377920fc5f9c336215e7ae27e406e011e30630225bda031d3b9f78
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a13252355abd6d7c6c5d80f02684ce51f0db1bb
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65116beacf5b4a548765de38c2fdd6cf9dad7a8691cc45b0ed57b5c3a26eaa9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1b103f55d179da9d541659efc37bce006b0cec
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e06508369c4880ee7421e06e146c835b527b55d7521083c628126012d8fc4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15181e84020a1839a99e93e424d099ab9505cfe
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa08c66189e5f8d7936457d7fe95ac7eab95d90727305e90f96b12431c41b5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ba0ae8457dba4baffd13cc71a7ca6ebabac20f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bdc3353107b41c974f543096b92f295b2ec5b172a3236041ca11d88e07a1c4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efa6d1297ad8c44ec363ae712eb941e9ab47e4f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594061569a3fd8bc9305bc8dc1cfd5e84dc16a6b84a5fe53e6015f01453dc95f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14b213c1c33f855f717a735888ca412a04c6830
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308b4994b214fefde788539e63b7161eb9d3c54b823ececeaff73d3654fa1e84
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49334f62823c97d0605974c9958272b1fe9b794c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03378d28061e541ecf0861942c1e31fcbaea9b61f65306b47ed6a3dfee5a0e6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba76de133fdbdaee96daef973c2f01a27d7ed0a6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4e9d1d60625c42cea9a127a4e0d883225d8af189f797a4ea0c56629218e9e4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2eed516363e98816452d5723e4ae1f21856ed
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43326c67c417e246ea12de5bae10bf03834c0444f50c1a2d4d1feb55a2192f90
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b92d5697f14e9d7579f57861ef253227b50a555
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cc77f54faa16e5679b0d2d1f049623d8f2adfb9a767a5ceed42b4311835f3b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb5a1b7c9fa57a0944643659b7df2d8eac0b80
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2265e7db587ad3da8bcd2898faeda1c7fcd73443213f94d2ad37ad346ffae4d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242655f348759b87215210acdd10c565e03f138e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d5a13fe83de4dfd111d6261cc32526b72a4e2c68aa5ea681edcc3d61a13e6a
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63e4d86dbef694e3ef2240bf035a2d0c40cca5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9911a6400eb55c57aa9f83d810c80a2b86fbb30577fda29762452711dbc236
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c37e6582affb30f25e63af87e1bcfdb9485635
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196622efd30124882ab991aab6c2956c7e7ee4115c6d0855b88837d323bf2ad5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675d702c049f7b1aba40e3a5fad2bf1d44b652f7
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3687a2e46d1f3828018be4961fd66b4f9effc746bc5d80f453b3fa7c70d85dcb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0848f5f856abce3aa5ccf93ca37ce7a8e336
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5b60847961294daded9907f7af12dffe961c6f0f86133222a156fe3dbeb60
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da1548033856c9b1d1c570f729d6238e67cfe7c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17247ede715b8234c88ea7c4263d2adb833b3886e0572b97c1897611c8719f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a638c195bbd81190a66a5bb234d5efbad5ae440
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23efc32534e0fddd5fce7c4edf2118895b8ad7f14f04a933d5fc64cca6fa38af
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83854821b4a878f4c9fb5f003364e37d1de5676
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de988d0ea835de2f9c7815fc576d4f1e4105d4045ae96daca691655f534e781
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ed6175b6d0060a1d9022496f026154eac13a90
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef32517af9118a9a574a57a7f94a238df65fa844e8b5138a8b38fa02c1a2d7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783e8162f25f66427ecf2c1792a61eb9b5db161d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388296bb5c0c55b3d128c06927af0b55962a97b7204784430e862f14e0dc57d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74c8146792640f3ded46f73bdac9bd20892f39a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c0f4523e362d04c47ed73c700d823e8efe7cf94c2049fc162cb2b98147d2e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0e1a1929b5907a9dbb84cc1860dbcacb14e438
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c51de7d84e2eda3f30b25ff23a868eb8c6995179ec46c6ca528404d1bd659f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeb7f5f7b1761d55f31f5e56a9dbd290e74ea6a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d48a957430e00fe781fdbba3864b98596d72442403c1db076dea941be4e8ba8
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85355bc4d2b9fe125fde1deba9f53b612247e4ae
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1636cbf8b820afb8c4c1fea7ff4028657a560c5b671a7a72494547abc52252d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b2fb781cd15833a15365086c3f7df0b4de50f8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db087c7af3b3122692613263bf5c89624aaeea7b05f39544c1b2bf20d50e7b4a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2218e288ddad3afb0f896ab15b0563ed872e9
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da013cddf69b564d95122d4577aa36396b7a56221847eb96b71dab56e6c46fda
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c127cd7cddba6d874817b7fd239eaf1a0a4646
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e566a7a27454a9c0fea304e2335fa60ff45a3c7ea616c7292a799a247cee539
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa88077d551f52899f2adb05d6afb349a79fef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70665fd28a51788edb57df732bcebff10b344e627ad9923fe761ce097d67701b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c6bcf73579956ecbc08519246efe4bbc8d1b5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfca077f07c835b69dd636f1ad9979b56cfb57f86a99d1de830d73b6fcded92
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14759b090d54863cf2d6094d3eabaffa60dd4b57
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e70712a5e71eb188032a1f9ded834d68830cfae580be10edcf82b4ef2437b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41ab2fd0e410a7afba33799bf5b36afcdbdd1a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9392c7484b8913c62501d77ff5e52d7fcbf952fe84ff1f36f4c8e70d956df7a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081695cbc72818e110db3b49be240cdb6f44f7b4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9eaabaf9aa768c1dbf1f27608173c35d42dfce84cca3c1f53c9261f8aee6fd
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81302c4a454bd9aedfa3e280d16ac52268b4bb9
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae935d3a5a34ca5b3ac860b4cd2d4389a03fe28d891c88597b0479ae2a30b75
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd6e54bf533f9573a9bf080157bb99b27813284
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa54daf6675bf231bbeaec3f712599e6e26dc204c7ece916886bbe1db60206a8
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4be27228465fc2b8ddbf801fcfedbe65fb9b6a7
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba653c180824e27f32d55f3695221ff5365ba27f651ab8b67876103c3fda786
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa041775d04b54c3efc759141b2c6fedec66dff
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06931967a9b22956116e32ffb04b18acc5f9ec5332c0a1f05f9afd03c2d4350e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045655bd01f307ee2ff21a2100c3302315ba1422
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ac2008988f6c9d021ad961bbc0d62fe634bd1b09a131add0d4103674249fa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af136f5cac7170c4a14ce3b17ff583f3653a7b05
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b317cd33d726345e2a2ac7bd53759f6ec7d24c1c39b20c54ae4f34056062fa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1129b7d6310200404f57d66ae197f98bb130b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7ed522e707a079f36b85082e2f517b77cb5c00944a96d9f82e28bcb96dbbb9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a697119eccbb1409a8c6507290baab29d70824e3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617a593903d7f1a43d6ef8cc169d2b00db48dab27524001716e285c32ecb1bfb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4efc0666a503999c77abfd2fb20f066912cdf8e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1901b2bb8973de9310836e2da91f79247962e139f9a9279a7ba664eade3e6c84
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800cfc38d9de4aaf8dbe82bb894e1d0eef82a726
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6673c4572ecdabaeeb2095fc277413e22853481e3635d7dbeaf33dbb5b35f633
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e3ec1f9f88b5cb720b13bd0f4184dcad29619
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f26fd9626cb521f98fad390d8f254fbbdbb94ba002814d4d1f8d5d3ab7eb0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6410dd781306251d7736c4ed91084e1ff1b530df
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1abff60274ec362409f41fc4dec3ff840b21ec31a2c91bce1300a25233b6379
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6676dd2dcfa482b674ea8d9123a10ed98d229f5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61131cb2bc5fb81c4e6a1c57d23de1ce3f88b1d135e207593bccdff429a2d37e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f42b27e9ee86fa9e99ee48d97a446bd9dc9b1c6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f4c17c12886aa58300efbc33995c66dd1c997c34cbacb1663bf58087fc07d3
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e307f6707ce75b36797262f8ef1a14f61b1aca74
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ed5cae53dbc6be86a860e0a02946b63206fc7922d292c03ff49e987baae9d
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f88f742b195bc4d121951f11030b6602874fd28
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d56fdc9067640f172d4f0bdd0c0b255cb8e119c29d4dc57168765bb751e528d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40758ac120af6fed2ddf66567b8e0df570c47bf2
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73638c9354f29e9896dc431a8a02f57f025280443229a0c2d47ee93ec3ffe6a0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ecebff86870ce5bd9d0369fbc80327c7fbb929
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87e339a389ba3dac7bfdb527508e782b9cb43b685f3e56d4e9879cd930e3a2b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6630f40e5e492ab9259d590f764a49a2cdf3c141
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f941fbdd8c0c20cbaf70d3cbda545f3469bb2d52dbaffba2dae570918357bb78
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7e0f0d40bc6e1458c1acaf7394c8544806ca8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb202b75e12500911e453130839c3a50ec1e9fcd894874a72002fc0e4446bc7d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96b95d8948ff679f4a13152b331a39ad8e3dbb3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9363483c1491f4c224e6e6ffbe7e2e9d73ffd60082b848c644f83b64093e8959
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472358ff4ed9da0e8b294bdca4713fe43698705d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46869196aa60b98693da46d8994d81ddf7ad94bb03462d8944198dc25bd89f8f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c9741ddfb570957dc23b9c9cad47406066cdf0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7580315552afbcbbb2ac3c6ac1c5d0b275bc1a4a840da658abea3cbac6b7f0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656f740d864a7fa357e2be1ae8f3200ee20bce4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991d00aae6ffa16e1a4abe32c8bb3505b364e351cc18eabf68571a14b72bf4e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ac2c745b9cfc0280705121dfa4534e1ab9c6e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4614400c413dcd05670f0e462e08a965afbe5214e3df233353167c735d07aa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feaadab9707cc228431e03ebd97d5e7239cb5dd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e62dd747fcdfac783d47c3199ae30985fed36c23937838e1dd84aba6a0324b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719e69e18d3db20f5580f3b48121dd0e5895c93
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d220b07fc8dd351bb161d9cac4c75f60ed5b8c6ed88c62c11811f5316c7960
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7040c4a63b71ae3003c0264ff470722582be95a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ca7638b628e28b847dc859f05ea3debcbd797feda1853544592d65fbd6bea
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b5086656f0977b20a1e0dd8cf178553ef2910
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e8919159798121f2da01cf2c98821b430dbfecc3c5601b48d80bb6f7a65b94
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc8dbf0cc109569e3648168fd4d223b97594d8b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a78cab77398d2bec93ce92874df070aa592998b0c354a4823c3fadef141e1e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96b76ae31649d0f9ca91aa241e2060bcfd9b2cb
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccccd0fc90ebc280d4e73d596bff9d92ae72db25837a63c1bfb144fd352e11
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc925407fd37533b9684541408797023f4d5fd6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac43a7394037c308817ab45f0e3a9a64a9bd2cc1fd0585690a9d7b5198d57e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580ec6a2454efd33543aa34105c78b13a22fbf78
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadc8507e9acb79a386cfaf6ea316973d0e5bc7a536a5a611968faa33eeaf66f
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f8bf9ce3b0bf420f129fdcc4634267f21c4542
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ce97386beafd7d9ed550f22891ce1f75cbb18a7226d7d7119db0888fc8769
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc959c3e67fcc50e6456964fdcd499a3c4ebc89
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f5eeca6f9d2993fcc78bbb9974682850cf091f09f0f41df1d008db9c0da23
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886046db2bfaa2939277b9c19b7360d8809930d6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce40c84e461067e4f3818ecbc6f6967391cac82450c6b34813c785eb9393efb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1742fb147abacfe4eb097e662f28c8833b8e879e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c723f796cf09ee3a0cac9a80fc51805938a7604b3bd3067dc13b927a75024f7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcea9cc642cd74b6f7b3b0ff5c59f9fe7a7ed8e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4505cf4b5ebb97925fca1316a8f14594f28d3128b6957fa62dc3e5162bd30b58
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55042fc054996d747c2bccb40e5e6ff5156a5aa
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9101369a92912674d56e5f459514f86cbc6c808b034f2ae4e5b8f77b8ed73
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ddece9fd449a80f07bd8ceab97ed2bce1c924
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fd5de67ca31a611e7cd6ff8f2485d11543de6d88f31f6b4edcbf52137a514
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd99439b80cb8bf2a271e09cfd2e822fe01a219
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7ddaa793b8235f7387aac05d29d9fba9d5b71a7cf158467ba645d000329b93
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd2d12d00da5489c51cc5ea046047bf88214406
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a790cd978b0040a232cf089f006df4bca051af3aa003dfd68da4f8390137efb6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1e81f40c120e694b8a6992b18c7c7c776a0143
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9033e0d0b488f164617fbb4e460edf051cdce47bea3c3d2b816633323733e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084a11d43b66f1eb33e92aa801efb9a3947202ef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e36bf8f167a358cf0f49e6086b566f5516d5d7a5f38b795fe7436891d7828
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6253d784467a74e0723aff59f9b23498b5d982
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e7dbc0db6e356c6d73fbee8694eb642026c865091d6b3fda57659cb30da3fa
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25373891d13f4d97fd1fc7f7ecec887638d14874
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73384146ef1b42127dc37b39937895eb916477e03a8f95d152edb1032f07811d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e484b496e6cbb04c9b46fa4de180587c9c8b37
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0e77cce65478027cac6fe924b1acf10086e198e22c7ed2af81b7a550537691
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19ce4ff2c16be673f7cb326e83a7c981deb8c69
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64913c9fefd541a0f58204e847902cd389fe77d8fda73e81d60859f466c5d23f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebc38e4a1f13e9c258ffbd4e06342e8d69e7548
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff065d5d3be86bac9b846002a2817cb3b7ca7466f52f2ad94c1491376bb1dbac
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ef0ab8e7da8ba2d8a0aca38a18bddb99a6765f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1cd026f415e0ccf4f653465db167019e8b469ec0fc267437d282b58c293919
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d166be23684998383e0f5cd5ba8a5e4ab20c501
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14170c36bcdeca57bb02248644c7f1e7609fb0fe34092cdacb2edfda255b1d9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabc59148a658d61d4d1c2199cc0c3aac4e2e74a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d69fa4fa17e87654a2ff0924d3515e2e5937cc6263675785355946d63fb5ec1
+size 3154
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091