diff --git a/params/opt/7/fixed/woq/init/lm_head/scale.pt b/params/opt/7/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503175762afac6e5a595317d92a7393ab076d95a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b61fc87cf3ad29b5cd4faab411c0e916808c37701c1c180194dd043cde9ef6
+size 202194
diff --git a/params/opt/7/fixed/woq/init/lm_head/zp.pt b/params/opt/7/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6cc1217a361fd6e63db87e1bffaa495d8d00c1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8434d6d19ddd7f34a75f621857396005bb41df7c6d97454491e47048c19d47
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8016992607d8d013fa170f31056192bf15ef219d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08f6fab80908c8a88b1b5a524270d36eece00e56c91a4884007ea17ec70f0ef
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f42a6605d787cb3ba044e6d22e626e95e8e9745
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8d10781c73e9622f9b58fc976fddd898e209b0f6ad1a662ad8b5ba7a4da822
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d067edb94b73bf5e81b5c313008415f06cfca9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786889cc3a15474f513be509717a05573a19a8243b0003d4663f7ced593dcf7b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0b5f288e40756b065391656f90c2e19e5598c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690610f394d1689e5605d7306619962710b5cc12151d0a70cedd23a1b74a650d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba6a3bd84b952b32d1accd217e678670c10ee70
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10fb02d2bfa16cf9b646e0047e0c6de00901ba4c72b27af496da687721c1a4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad42dc20cd8b15198d05b4337302b6efbe5789f
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2407ab06400c64137cec0bfb178b1e2572bcaf0fc65d1cc38e4d829f6f0a1655
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f184d7fcf6e55b5f715f4ba99bddd6d0a81e4d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437d3daa9311333677208033c4f0e1e18c992e610de1b61aadee7ddf77786811
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c572fc401b53d54df5424e39d811dcbde9f773
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc790fc67893545c0e1e1185b383841eba94e48c416c4242a669422267a0ba7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cf80bcf28ea164d95f9747d398587c9b7b8b47
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e6e9c15b17c4f5f9ad2edeabdcaab33092ef5cc478d7e7c3163915aaa7853
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e362d0f048eb13db7e9b8d5d1aa1d5eb41f22525
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c813a1f22ee2dd09da1d6a389bc415da132dd81d7a2a0a37758fef54f523e7c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093e6a72fec9bdae6f996aed0900c252055d73af
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b009b928ec0b5aec15e328eff5651b112bbe05fe02c96de1aef7dc4352e5bc0
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884d60b3894736576cb089722ce003352dd7188
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2747fb4544dec7d139bf9708b11bfb191031aca85a3c0153669642da589e23
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd473101f6539cbc4eb07d5c54d64f26913b1867
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28fde58e38cd9dc9b9d9f67c556d044173bc87201d76e6fc98a1e2eeaf743c5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4458bcfc3f3490908cd7fab7957aa3d7949fb1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88bb6a314a0a83852fcba838aa4e1d253102fad76fa46e87042b8a227f51cf2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20d1443b012e54082cb65638a0b325a13734fb2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2e75a82f9e3cefc5fe69e05dc0bdefe83a5e6ae2a8742a69dd308d3f650afb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98b5f9def299fe16dc0c382a83d9e565cd10d1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4504c86f57c688bd405d5694fa0ea519bbd246e034c1a424da562a4380567b2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ccf0dbf8b5423a531e7baa9f7c5f4f7a02dba
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee49a238684c713fb7a43692f1a1f68d4004043e9c27cd93e2bdd6833925290
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4788213db9b5c5b672d1184780e373fdce4b4843
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e6a913f45dc9b20cacf7535e0c362e478b8b38909d343b20c120b62fbd0792
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ae1462376caccfc94a2cd9d6697ddb12f25dd0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e57a02846982b3046bcb3b1b399968533cac0826b1edb58d486e1d653e9897b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e95709725eccf4fc29436542494f4615aadf977
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9371ea8834c5a32a8b3f5081445627ae8a129f3752dd19b59fee09d71ad03248
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf26fa9762408e04ff86a4164ab92869ea41094
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0621c467589ee8034b15dc426f812962374786bd13fd05464e8e91e7b31802a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eef7bde2b059a96cd6ec536c3c488c88332c2d8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115f04351c777d0e1b68fdaa333662c35d6ff1a984bb75a097273c2042d833e6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd021502f77d7cd3ce8ea9bd44a4f17b21ed9c65
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d863927f3afaf9cf35c85c9a9da9d9833b7b678f13052935f3310350cb3d4b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc37cdd9f4b81131cd9de3d18dec1e9260c36649
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1da677e5c907db4d5a09538fe8ce00e497dee8031170cf1718a1d752a8789d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35189e76ddbc86ce068c2cb876fa35eeaac7be50
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc6cf48d6edeea7e1b6c964bc517e628b8a847969b537836fcd23753b9c917f
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ff130d9ef2bb49d34a30305046b9436eb1af6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e13d84c59d2b1995d167fa929e29e28e6a3465db34c085d0c821ad849fb04f3
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ccb98c8dfa3762d3148d11e9a4ec2fc586f7ad
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f9d1dd3922183ae8ecb78480a04f3d059ed7a55119b292bb57ff6c81d6e21c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3570299a0955c9fb0c6e22d16b74dc276260ae72
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d83730dcc083c6a0a6d6f33a8eed20fe94b2872e30a3822bbb39f4e805df1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f821375b24dda8a522c2284e6c3b088ac81a0d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa438e3691127461efc3bbf971fa2dab6462db992f6e8642eab8b8a99e287be5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb9286a92674a7431338f3337e809ab0086fe5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc7f1b2b6fdb3a3b97162a1bab1fc28f42b74fb2c4b519d4c0df29904306e8a
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9937aae8c2ab23d3ad97391795b315be7738cb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb477d12d1f885dc7b8cc9229d8892d357da7b490f29c0394a182bc4230a3d5
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed72dd5ce8205e6a37a35d54c7d883159eb89c4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a71eee0cccac93a2a471df509b0f42a74a281d8eec7f35675c5dd7626946b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e701a7c9a827812e39ea9d9c0d8106123886d081
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfbe060995e5408475b69bc7c9cd702fec403b40a11e50a728b8b809fa7231d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb81ef00abdb57e7009777b6f83af5f541dcc5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a954edba54552bb6221eb21ca98ff921620b62d5fe2b096d8ab16ca1a88bbc6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216995646b25d3702f23d7a63b9ad2c13513fc9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a777dc108b2449e9395f23941c1944286b3c60f918beb43ce56f249d24aea
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ee9d801e77e02ed69d9845961747eabb057cd
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ad83727e71f5c845d5af6cbc4387eb7af2d5d3057fa8f8b182eab4eb4d1767
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481bd9caef9abac65d1affa0537f5cda9d520be0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5f92ca173daadcfb239cdb34f21b0ec6bbdc3a24513513d41c7932302abc30
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1686e17ba4c0f0dbacba3eb7b40c3923681211f
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272b628186f586ebe17e157c655aa4f4e7636925c724d8b3076774106cd96eed
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c94a2c17305361ff8b627e1579c9e952a899a2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d44ca74c58a6fc0a4d46873487c323e787d43efc22fea65a0bf8330b2f0a77
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3ad3efd479920a5a69f9b7957c53216921fb48
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753703ff5498fd445ab4cb25c7367dd0769e3fdd8e6c31d8c8273fdc15c23a48
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3858ec43060f47d62021fa6c0bd031ac155b588
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dff0f84a8f620abfbcdb798de601c058dd628dd3d4913abc9576e4c09b690d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d799db5cebfac02f52c0c7f7fe1e72065895aa
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e5417f153c1a71e2764915927beb7eaf3edb9521fb420d9b9fba6bbfa8436e
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53af4fbfa598d7313dbfddee431520e894d0fee
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e497194768c316214c31c0730ad5e6bebc363cba3731940e69d261ffb6bc955
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3448293debc494a6e8d42fe8015d50262155b633
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028da152c02b8818eac071e3a1969dd79fca64f73315cd3d5ccbc5b6df17e745
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1427031f74510d33a1f79e782849a2f339ff902c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bb3decea3954f286087b97e36798bc9f6d453823ecc0ea10e7d2a12d131475
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e8d6a20cc3438e1e74f6334740582a2b3606a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247881c75b89f45066f9849d8970d5abd2f393fb8dd34bc584e6e81df2ece25d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796135d411bc30727a58243be032b4f881ba26c4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a45d7ccfd1d98514249cc70759a15897dafc5fabb16a5e056d4d67434ff17f2
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08425a1937fa806ebeda6c48be4960b97ecacdf
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354ea28c9021e5b72a9f25dcd13538484e033b6ef4e41df0873a762a9802be6b
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948082a2e2a3ae95c7883cebfceb176ba8125ab6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb9e3d06f98297c52f0b370d700570c2f8ded239d2b45863dea41e5febbcb98
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f979037a1cc78e91c66a7c39067972dc972a08
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1352f1538078768803e739ce3bc876aa337a9a1e67f3c3195d8ebaa53f23a791
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c61a723099965b81d929496c4fb52ac0670f68
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea1aa7a027a75687c9da40643dd81ef6fde5ff2f397ca858fa0681e49d03b6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64235ff65dcb9958a3ac11e352eb5635134816b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6854897b4e2e3b337ebc0e39f3c814a8f5b05c85238116fb245193857d30f9c8
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800485c4ba2266c4d547b21be6b174e0e3444319
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295e0063930145b4c169c566d07a9a5edb601f7927da57e4b7a98b33a3a19297
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20253896038d7086fb93353be67f7162cff41a1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757c9a137bec43bea5f9225975c14ac0a4147c5cf4bbf89464ed976167aa856
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6e9de32a553669703a27a97f51412d843ba9c6
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abdc6b634b7756dd0bad0b237c13eab53e6f9289fb9fab05063ddda9ce70fb1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a0714c393556000960e708ff78fbed26f4181d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b247f9e9b00ef68ceecd69964ea93b6df9b7b6be737f80f080743b08b1b80fc
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fee482ca0df8148b9ffe4fc5dbfb281fa97f3e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ac982134b790df91a2432f483778af05c531a6358db691de4a382a30f30d17
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a54dedf7f8d02ff4993b480337d8094956499a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc9d638f37375268c6dcf25cf2ddd25f71b08cee87d948ecef72b69e571795
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82f8a7ce4d656e6497ad7db86a40797b36d7053
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6960e5f250f98f73947bb44be95cdb1ab4266ea37c1b3a42c2c8c895a033506
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b6bc9a1963c00c0aa64812a96c4ed443de11dc
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1011d4e0aeb57e41154887872a77a5cddfc0c758d49260c75054dfba895a24e
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0dceb07ee106463cffc4dce7ad6819ef941597c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c3ae469452e72f0b74a78d9ea24bbbfb23b0acc0c0b30f7280deb56a85a6b4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a25e1322fd822fa91b35e4898632541d3a551a5
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa238b04e5869d12e3511bf28ee9b16bb56a9bb7b83eca988aa7499558c9414
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab76af84b5280c69e8adf1fee68eb4caf45053c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd740991c4117027e1f1be73e76d488b55a40cd3a2474c5815382f581f5c67c
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf6d0a26c7f1a4dcd836842077bd39559761c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95b2a82be65f0001cc4d9e0ebc366453c81528e490c4aa117599e36f02e4675
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc4ec48fd8899509ead8d4ae5895d0db82ca13c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff891da4c8232974bca436ffae9d0ec6d93518a873049d71b581adaa67d32e77
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d923c830025b8fabe25f294be66de03d2475e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2a0c0f21c4f9ee0b255f2ba4a5111bb6a02cc1839b39b27ef4b6f73103ed6b
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53d0823f591a179b32ba5a5984d3bde69cf3430
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98d385989e72845b7577df99bd89a5e66023af0d0ea7a1c11efca66aae8f813
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ea82633c9c33a1d788bc88710f1f1ff2b79d04
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f67c774cff1410b1dd688fc03c9453d0642c6336928e55cbf31f8ff051a0c0
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a981f196c68c24d652f2eb888d39a01e6027c5c3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db834b713446126cdcdd8cf94827da479ebb948062065655b62142ed863d52d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7607738c7715a836f34cb3eb47e5be74c00390b3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe10a953c0a3d5d44ebfaec07aa641280de52b50d16b3bcecff0d58488e19bc
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c212a2a792b09125d03400d869f7cc5707c6b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1872ba1fa0acae15049d28bd8868d754a67f872fcef0f72d6c7039213193d9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3becb0b9b7be9add14ee699625394d0eccbbc88d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f82bb2fc4b73a7e968ad8997235b9ab67e6714dce346ea82a2c5abf441887
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e61c332c9a57b146a94a727e754022e3547a1b0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b230dccc682d1ed6cc24a388ff0e08b3b9bb06cae90807f59b4c37db9b1b903
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1d0b3c5810ea344ad89dca850793658412c7c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197c4b463fca14f68dbeed41c3a9a0d98870e31299b03081d55e5044a849b53
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f426b61a967c0d7e1de25dfae85ba8657d3844c0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a40612d8c98df08862608cf854b70667d1400b3c308b0329247415b6a7e8c7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75494e66d595e83e1baee9c6e8dc082b81f97329
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587383dce93aa6c9a95bf9da5130c307bea0240562e6d446bf2ad932c9564bfd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4263df83826e059c3c552213d709533795b6e7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbbe1baa5ad4eef4272563a29142630b3f691d5518ceb37a802ef142bb2509a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4ab4e7532eef4cdd1486cf2da51e1e04f31960
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9b3f47f1e206b52c690bd630731ce398148fc8b0e287d87bf4a46ecf8d718d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761ce1bbf686fb9ea4c005b8cc9421999c63b514
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5aee95eaac76de9c5c5ed9b266c2082ead4c3a32b59b7f888d32dc82d9518
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b4731291f8d131cac4b5bd44d18786b9eac8ec
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a889adb20df119b4230ff1225ec902e2f34b970507ccba49cec762dbb5e8d7
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f42fb61e875dd9cf74f52db544e630d2db1a99
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a00ea51de72b08b6203316680da4332b2a66e43ee7c02b9c2de02e9300d45
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9afc53dc8c9a5313231e1f193aee11620e36c62
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a09e70ae288af6087566995b9f5ab8ac7fa6c012209ec77ca5ef35b4c6dfea
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b49ab7d4d56cc2c41e07721d99a7dc0d695ccb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e7caea57ce2f9185e6213c8f414673a1e35359f677ac94c4fc627425eadb82
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b2898ffb145dc5aa136cf9f1e55a8bd71cf6fc
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092a42fbb569c4f713a88f50616e6a8f9b57dc74bd858d2ccf7ea45a71ab701c
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ce514f975c9e519b123458ae956cf5e6d818a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c486611e80325d100814e346d7794e2e0b34c9bdd460db2cc008541fc1043fe4
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513f8eb4f9659285f1be0ce4cf63ef075d97dd0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0290b2853e4618e79b0743305bbf12ad7887451cdc47163b928ac7c5a2d6debf
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a534c5c715a96d81b15713917197ae6c1a9c0a67
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db892b25dcafbd88ad914ffdda357038bab5cf96ac36d1d33f498cdd014e8136
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64032a9079092e46880dc55db30324c118a01db0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e1052b6d39523a0e95e17d54773ee689fd3f5fe3c7a500bc80656115e1d4ef
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb29acac8fa8f8d109e6a0bcb49f5c1c62a06a4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75af43c3b92f5ca55c708cbdf66201a7b700502d19ec45ecaa4eb664f1e94461
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdf1792fee22341eaad8f6282bc096005afd74c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faddcab9e01c94a7ecb9d7a408498fd15feb5f93956f3810c7abbba4a22446d
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cb1d48541c929add917e2895f7420740eba582
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4b7b2226a8a20366e3c5a0ee88ab3ca9f179767ad7d6f9a30077fbae528b86
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d17cbed9825928931c6e92295077eb17da6cdae
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6cabe5e781c8446ec55719cc921a77d140818e517257b5f93351ca679e8e30
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf3b271579120d4726c8bccd5c44cf00a7fdc36
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72a3e1c76a16996b5650818d6035bfc48f5a58a142998a62659f42f4e71ea2b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da0c0e6ff7a61d6ac22126f95c14ee553fade1a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26766fa681d7636c1047e21b229383968ab046d6f4c16d9c25d16064a72ce350
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af639b96f6d4d90fc709fb529b36bff8aaca885
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f1c7ecef1b064c7a30c357818edfbe4b54050ef0f8aa488496775a9ea23e44
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d3f322c2a28ac3eac4d4c72be59427da91d258
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be725209239452a747077cbe0e93a5621442478955d1b587c0d7ac29e7505ec
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61be6aa216c2c358f13503761c75cbbbb8173438
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee9f75550c929a7f6a7d9ddfbed87595abcce073de7edb06e17eedfeadb588e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f83a046bddcc11f72e1f07a005088ca07a7c30e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d821a2ee2fe30b13cfbeb2727c12ee997abc4cef21c1d946ca7064097e8b59de
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddccd7caadebfff6ce9f356310c7805a222189a
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407c0b2acc1175b114a2e2def7bf99d9b704cc9ae4cfa52bcbcacaf8e12150bd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccb308699fd882b5e1fa4586554f6c806e7a3dd
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920e7410ebf1721948b9140a4a4360828dc8e69e8058e2f4fcdd20aa316e7e6
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b196652077eea846b405d5265203a40ca9f26
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff8854215c9149cebf6e27b985c37bf079c49c1ed8fa52248383a77ec7fc6f9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb40bb847e2e5e8ba756c6e392b874909b5bc0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc14f7b397503bcbeb519d3cf11f891c75956e3c71987c74f6fa09ac045a14f0
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46d8a1aa0a12843a1d3b650ef9364d444f212a0
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6491e5e63bd60ceffd060005257cf8ef0cefe73131b77de10b85966834bef57e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8db3a7d3aa98b1a8090c1f7693fc30cf4ec1eb
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede80a6311312858ec0498d88bf2741a5faa875125287aa9b0ea166f7b185965
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef7e7584bc780d2a87c800b45c3a9bd4b1239ea
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b54af6513a91da51da089836446d89885dc4bcc93280bcae27f2d5ff74d69
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de39b9d46bc7dbccc7241e0599db100f40244b69
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26484795c19053b7deb867e6f8dfb08913214fafc7e1d1d960ceef866bdf0039
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effbece2e2cd99c42610563f2802320c51892da1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b127661f0d4af3470aaa6009e65af87248b1f39d69bd3ab9ac70d8ddaf154653
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cf8655044147f4a72c6bb28a660cf120c603a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b4e86d63228c5e536b2c06b017980e421411ebdf7ce606624c30c594d4689
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47188ec0f465f78818d405f04bb12416b304b8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d1cd5bc9b9ddd44edcc25b36c8d027da96858acb76b39ef1e087ac292091a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97da0518615005083499749f4116b073ff5458ad
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45900fc60dc6cdd8ec5fea4f4fc09ce5c80e986edaf30955643d7616ea8d23bb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f70d565f4d97fc78b6edbb4dd6277d0904fca
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bddd00d6ec537df6cbc58cbfd80d3a010ed8cefe224fb4235e7943da095f2e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2c37e20136f06dae94b58e2c94375b28f44424
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093483c1e7409e15b8af8327008accedbcb811c2f9b9ba2107435ed70ea4f38
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db49480ff4e8c9883ed3061eb681fdaa02c619bf
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d000a428e226b57565c71ceb37b9048c7702fd86a0bcc56d3eec649c8597d9
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f275cc08fcf34d9d1c2cdbe31a702a6e16df14ba
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f68d24a0bbce4769421ab8a41d80aceb74a7be16854a7412f8d1b7ca975ab
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec41526485cd4a1e55d56b394d176adb4b8d1bc8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929d0b153d961bfb73200d46bb277f95f67361aee64686058b828827a741c096
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b86220d7bd3044f4dc7b1065a8a3f37f5b567c8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c05bdc6c6ac0236cd7ff4133339b2a9e63170150fe2c190d080a1efe4ac725
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ebf63634f4afe0e68969f7d66765797b9be03
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9ce5a3a73a1716348b20273d29ffeae67a96472b642712eaac76a63e93a781
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc790b401059477d10e40f514e9d4e1e028095b2
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca517db7291cc590e2a5416696687be2345e115ad3eb0b70bfdc8ef849bed18e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a786885649470a46c27043f1dd1b49a1a360150
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42148f9f9ee004914ec5d90e58c03a0beb38811ce888dde8f5ab9ca00442707e
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d66db47f7243bf00413f4a0dfab2cd5e20f443
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd66ca7f62ec61e8d7cbcb9a3f5401e5e4ccd45af20a22ac8f7d67a5af05df2
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9681190a0d40f61d691281d70a17ccf363eac082
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40b9dfc6ce6eda8859e4f7ec56c097f1ec84d9dfe25fc41877de232aed03ba1
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1fc2a775a508fd1ce3c8666a2b76ba0642b53e
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f58e6c958bb8c576be12856f7c2dd79ae7ed68bb74657b6d5fe1f383c219f2a
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27e02bc69ee16978c7b255873f53cc243ccf7c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cbc572bf322fb1b75ee16a833c034be4414b6e6c2c4679bbc23c0115154995
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96d783848b8b079e94f104df127823aa34bf619
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43235e88bf796f22e6aa58090a2a199edf1991c991324c70a6f42d67e6d5037b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d6332d4a7bdd8265defca5815aeb26b612af8c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550988641a4e5365c7c949616ab0ed6a209e7ae71a7e9cb4bf17d8f5c0129b74
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e11c93eeced0fae554395ccee3daa58d786371
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5094a3cee6fb338d7cab96cacc5c82ab5b7645d3adfb89750e92f89a85f8b4c9
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fc37656683d1815741e6a6d0cab6f542705da8
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c213cc26863e348af78bbaaf9ab0e385e08117f5045f47d96240f08665dae395
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b252446162128a4447ae9ef468d4a148ddcac46d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912bec77b1ea4039856f5c497b9830b1431e625110b80be4b1c5da0574927ffb
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be7ec1f1e91bcf85306efe6a9a9fe7beea97149
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485fc8feabaf82f65cf1b439da43ab00e26213c6f310c0acd22017c961ecfcf
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476c4760358deaa8f4a254a587c653cfdc3ed259
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09f1bb8b38e7a3617f9de06e0f7b81f3f4cd264c9922ad1aceb5ec98707581
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a0884e23e9fde4e2bf9646523e54f2ccfb046c
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736a5f11bbd7d77660d15129ddbec0f578aa6cc9303763842f6dab42a1bcd0fd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b032c15b62a98cad848246c3bb3f86ecee4a7
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d613b3345f8a416aedbb885f2c71d368e36f363a1b49dc265bd94070a66ebd9
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62ba5b833c1daf0acc221a79b9ef648600c7288
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa6e5d9002486cc61084b34162068d59946a491375d475363e79e126e4e32b
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3797dbee5e4feff5769fb2dd79d6ad616d57b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900743d0e0618d425bb0b30cae1c8fd52624cdfb21fb43367daad07537887ba
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880a370846dbe93abce9e4db59833a56b6c75891
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50a71bc81bb7c5416abe52279ae2acaa6cacc6fe6f7e9cb5082451fb5996d14
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c6d77ffb97627ce7fd40061efe9f415048d3e4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43ddc0e550e37b9a67e9c6fbb695c229d8b75207e736b5bb1753bf1355b401f
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a63e6b6abf9a986d5dde3799c29f9e3cb8a92
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c248e3df81b768d2e9ba6989cbd5351c704f349607dfc27576e40a2190a6d
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d290ef02057979d5e981d18ee10655f3eb50b44
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9799ebfa5e3e14f9f5869710f2887deace9ff09ab49ec320541b521b1008866f
+size 17490
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7063b8e1552bb493391ca480445bbc85ecd0939d
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da63bd5a20d1e5847fd1597b5d3e10f15794e6904cc5d6b10264d866c10fee58
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a560494e09cfd527f69e6d0d73806e095bc01
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ca3d86c15034fb1fe7fff770243e6b3dd5fdc8f060bdebaafe90d27a50bcd
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6fb4df8360763d064a1ae7a51efea6772b81d3
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6451b9bdaf998adcf2812ed6c993d9595dde6dd02edb4633ad3c4f199c54422
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954b16fb37f05d2b06088c2c499100424706a024
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfacfe5c877a4f1f797cac65598876a69ab8519216c2bd4e79bcf464b31d6662
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4967c3227001a9121eac5f54b9b8bd3a81d4b1
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab78299d07b6bb5c6348ec1549b774751f0bf1781f0c187460a0f6cae3a6e796
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd67c23c13ed715f6d5dc58f74ad51018e769fe9
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6b7834f9177173592ae1986811f53418268e2655fe21bca4a815a317983911
+size 5202
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580a643cb40d06c27ecf7d0042c14ed2276f1b4
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62800352f7e8921411653a931fc279f818ebc1fe3c5e2a6dd3ef75ff6ec24fe8
+size 3154
diff --git a/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/7/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091