diff --git a/params/opt/8/fixed/woq/init/lm_head/scale.pt b/params/opt/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b649f1209586bafa2eadaf00bb15ee7632a76726
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc7966258faaddd33c5718ea5c9052c017b0830702f8c4d9443c406225dc5fb
+size 202194
diff --git a/params/opt/8/fixed/woq/init/lm_head/zp.pt b/params/opt/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72855d0885f39cae91f5b49dc7a1d1784c035bf
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ecb5e5d25179a1e14596b5e9daef02faaf871c52e319a682b80a9a2f363461
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d134c8df89b45607ae23ceff1373f7da16486cf8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef74368252b471d2720dc7a6790d5e765b143bc926baf6c6d42da75491432b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4004e0ba9a368d0327f46721cfe94a4dd6fb210f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa952d181a61ee260b735f546feae23a44fcefffde4258a64ad0807baf2b46d7
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d4ac7428ea318356930b2389eca8dd2aab5227
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e616c23ae83b054c404ad9a13e2f826c07c8d802a3973bd831f5dbf71e0a7f9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f945db2c40d771ca3f5053cc08dd2558f81cdd9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad8ceeca7d86ce381fb3d77f9232c79ed7ebdceb0929f33d022dee6c638bbe
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510bda1d74a8dd3f414e465b75069ecae47392b6
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41646880fc49b0e29ee84eab90d5b230c11e308d9877fa15342e188b5b2aa7b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7535efd0210dec183f3cc36c75109d011b09902
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03434e87869a0e284329e4bc6706acf43d759ec57a4e3dba2c5bb24b4d9dd62
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c38c337e8f64c665a02e472a4d67c468838a246
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cd123b323fb411851bd2bb1e7e6c1ef39ebb450bca6f3063ab682b30715951
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fa98ea9cbabfcab79319dc253e8dce2a2e6241
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d477b9027fc322bca3981af13175cc0bce3d4e7bfda99c20af39865a057a946
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e699714a153d2d49e52e65f60356e31e5d201e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20c6f5bd3302c31bb3e1cd3972b3f94e11f58abb4143b9843913047ceaf1942
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df1e8b93ea3927ac0677a74f0c58aacb846c6b4
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a1ab078e3aca7e04d729af173e99b7ad98221f663efb96385fa893277d41c6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72846a696f30cf0c623052514c7a3001079dd89
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f340d836f87111d5c120e2e31bbb97b614e3bcf1629d997364b54ec467fd8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d7719ddc336c733c2b7f6d19bf4b0a0577059e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7c4fae1eb34ccb868585ac5c25da0c8f056c377784463973701de1bc71d83
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4b305ae0eca63e4e31821ff65c0a16e212ed5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079339a19aa6d49895e6611acafb0d674154d91879d0b957a2eab388ae319419
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84addc6f2bd3e43c176182af310d21b8b609368d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e314e84446e3d24acaf66c09d75d98d409cfac276ca1bca62b03f1fb9a7ce44f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a106eeb21bf5f2354f5c88d0f07175c204b1029
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad6ce5c03dfeb2ee0be3ef4098d19227d7564f5ff63c706f67963f9f519d295
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cee48dd07cf5c4530496044f10b1a09e065b05
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc4498b87fe034f00e7f09907ef9c1a9fdf8720f95f490c7b5a1dec76c74fe
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421d82595fd4a6f7ce31717c4b3b6b099e74f19a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9324d5193507f207f73ba3f5a6ebd1e98b65e2b6a0d118f766554cb8a48380d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec455b26e426543e758cf3ffbfff3344309b94ad
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd385e55ddb1e6114266136c9d485825a6f79afdeba22a318a01d427c6b9bdd
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389fd542b3b0b23dead49d7d44144c6e64c3840a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f41cf1237b10af48bae586d1d6310fd6f8e65a260647952a5ceedbdc3c098c1
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14694a26946765d1f2bae8763ec23eabc04ebd0f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e1ed6f00537df3f77e836c49a771f6091728f8713d36b98672653947573f9b
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808fc23d9f077fb812c65c8262f1ac596b0a9a95
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41fcccd986b8111eb54ba31cb516199014a4d1d42d3f9a9a686376544dcf983
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b776ec004843972ed09674d4e43198cb119756d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ba31f1aeae65d636851e9188dd0205a5a5f4ea8b610ba6e047f0f0abedf0b8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0030c940862e99af009f4497d81a528de9da0eca
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1d6d2df6b0cdc4d93b341798add2b30c88e5a81592ddc3bc4070a313fa59f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89fb679a22a158f4d7fd83cfef5c8ce4a08403
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeffc03814cc1e5f8ea109d54a2dcb61f0d74ccf95912c2da364b4caecf377d
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50730de52b9d72d0f5cfa93d77330ee3803ea59
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabd2cc7ef7b668ce9fc0170aea619df6f04f86b099ebecabce61e5f714e938e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad567d26b1534ba2b847db6b6ce769caa6d0d0d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e50faba2c0e349c80710186e6fb84932e1d02a15468f0de7b6bea3a3bbd1f68
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5443fcb08ebd97fdf37992208c3a0e2eb8e7875
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149790b1414ef0beab32bbc32a3cb5526c7e113ae6af19c5e2d9c13a8decebb
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fcab5e8fdeb22af5f3835d18848e0439e5c584
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473d10dd6e9b52ad80a534491aa597efe2aec13b9dcca3676ed485146ac9ba8f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ceff3ef5e49865c9bab01316846b67f5ee6b144
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea4dfeafb08fb2dc6444617815fa6f65f21ddd05a8b49b289eaa6b03abafb3c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e798f13522683b67b8193c1ad8fa376f14820
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9ba5f6502474606c88f5eeedfb91f14a00807324b26c96437479862c897ed7
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08c736fd0b9e973a19e317bb28fe9d14daad2a9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a42b93eab0830758e6b0075add0cba72c712730abd917eeb1539eef83d9c759
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e3e5269ea2ff48adc6084e7bdba2bcaa7ef90
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ec303988f5b44871310ebc139b3170ce3065f45ca19f0273afd98137f961f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea97b8dcbbfeee2867863a118341d6161697ad
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622a95edd3fbbec513373ab7e8fb673bd6d6a7a8d0b283ad39301209fb2ba3ca
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e77f6462c687106100689bc39f2a09fe83b7ce
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb43c44e0cfd6865181830098c25417159c80795c40384957ae00af70f8fd303
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82da7b8ea931a61a48f2e594bdec37993b7f80ab
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e3ebdf607cb46a214e4af90de523f1b41c7d8d78da48a8c71dcb8e3b29f368
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aac8f76c1e1825b50483f25d59fad1ed39b25b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee69236b0e2bcf9ac958b4d3479e61e79e84f3674bd5e628b832dfbf0b66aa1
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9497104049f6d78963a4c8cdb38b09e0ded34aa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a3791f8e27254419d815442d867aed5c1f65421f61b2866263af043938892f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f35aa200a07ee38f573a5f452f50ac01a584f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1b2e97892e89a01eaf5fd48d2184913fa728dfd52eec596378535e7ea499ef
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9232a4bd8c84f947bb722fa57cef035348febf47
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aa43f9c5c92d6d0e241240a7c7770970bf75faa5571e2ded3b19a3d1578a93
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dcaac12dbaf7995ec608ca6a98e7d3ad1151f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dce2bd6aa5760b718a7fef4a243f4cca02fbace96af39707a7b9fe5697b921
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210d6f3364c129a6c716e96df29689b0a890cb84
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b42447cfdef1a9b5dd71203d57139ae6fd6f0088728e18527c56a6eea02aa9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2980025c74accee937df2ef3e61ba891a77a65e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd74f986d85a570086c5642b45e30a07dd057859895c2d0941c29c47380b800
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8539523679a54b544248d662d6169fc96f977d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46506d9078fbb3249786d397b58840126cd47219ac986e2faf1a29bfc58160da
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e7aa14ea78f9ca109098e000ed5ef6e235e72e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2d751da7492e25b24e38a9a3cfbd4e8e7fafbf8ba122d6ac506f2659e01fa6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105c8961ba1030491dcd81a6bc1bd32d44edefba
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1cd9e8c35f500480e0c13b9cedaaa4129fbd18d62e8703555093fafb41a24a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab6f845e522d2e5e488efdca2fca4c35e36bc4f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233a5ceb895ec056568ca58673e1f7f68e1cbae3ec3c5b15dee0fcf820cd631
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e342351af88e8f08511816a11ecfa4fa3545cff
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d81c922368d2850c02851b39bb622ee6ae489d358279d532356958e177411f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6a8324492c108f365c30c403c42555e2c621e6
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220332a0c390ec9382b1ca64ced2274f6a77b28eb451ffbc19e14ac91df60481
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f32f66b20c7ae551849d2dd9854907e6c07cfc
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35ad1612a2bb9aad6879491782dc32fdf70f184e11e9f05c04fd935217ed9ab
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbfe812e0543892349941538134f24f2f78f6b9
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28d03e80074b2a0103173aea084cfaeb580a2da03baf3cba8843241befc6f27
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d974a899436fcccda83f229c75407401205d8361
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97421d231dee3c922675a75bffdfc5602ee9ecc14abd2226823fc09b27274be2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd36f4972a352367bc1017121dd3dfac1bb8194c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b587826f4d6a2017ca22c16f8ed2a5ab6f000ead5697a6b0041b1fe32b5015
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934300eb1efe05c5fc134cadaf7902cf9b0ab658
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc987880eb1848ff8af0e7d0c5bae72268db74ae88f46d8b16a7770622d0c1c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c960b74f8242cab56beff27e0d4c8aed4d0a4a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626cb162d104274c2d98fef0b2250d2a551184b34de2a1d02845abfe156ec520
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f985baad0a1edecbdbf1cd23f694d4cfe53fa23
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813afa757c6ab2a1b04059caace4e4f0533427a7defd313db6c37af58ec1ad3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f312b49326ab51ffa742af6b5b820b2c16ca4c4
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5946743a08604663d2ce367f6550bfc3332872b4e48625299547ca54d6a9b8be
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c616af60b1391dd1a761383f0a7849df0f66ccf2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188e84201606ce1f8370a99a1f468855cbc3c0239e1ef53e1dc28b2b5552c828
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802070e461a489fb6b4310ad39fd943dfa6e29ae
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d1612f2cbcad74c83e443cf1490425ce61c44da3ae99c78c610b08258400f
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f96c21e621504a5e47aa7a2aceaff2ac07e11b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c49cc1befe7cc77a61e5dfb9ce5df41fee80cc3fddf37fe6b9aeda5bb435e8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9904ca1870c6e6444a6cd22eaf2417666e67d98
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078ee22e0e2437912f5ac79eae1cef2d439b0e1550ad6d3d78cf08b3c7a0004
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1ec7050f3f8445e406eebcebe4e40f4263ba8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072da2628bb2df7109bf2dfc18c9f4df2c3cad4c635084d871644177f40294e0
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ba3f81b003e99d3b4b0adbdce48d8e45be836
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1d89c839853c3313b394b96b9afee9e25f7b3b235516cfee36f2673d739e37
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41fca7b690f51c14f9116710eec8898f87be41a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0daa7b90d9e25b02b976cc168388fe381914431e62c3ab85e5389640ebc864
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7143710d5092f3f5f9e45ba1463e50b182d28b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fe5deaeae2ad52ba4e6a2f5b8e417653a329b086a438e063de25f7559c21b2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c3b61a2673357359ab8bcfe584ecae78d082fa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dfef7be31b099607f80b90e231441d78ddc0ae904a0f27f061561af16321d3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b953f4b3a5600cf2943566fe844399636be6c0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51acbcad6367901a1a60f65a6b2211c5c6c5f8d7387311a0dcd76a2b038d8ba8
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656bc4fa4812f13122532a1b46ec501bb821780
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721bbf028372665090c899578cf96d877cbf3f03e5a6ddbc4a955aab1e5cc976
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70e6f567172b6fbdec1958d4158969c669f8c2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35674eefcbfa655424706532afee78468194428515339d467a15be8bbc964bfb
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118ee4a9c2986968ffd45dd6763106024c685c6f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645ef7f2a21e8cd13188e0aeea69dad7e367285675bee4e15219bd141308a555
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a20d23b4dcb2c58c0eedda02fb6098a71d78d5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ef933cefab534fcfdd708581a8f6b75ba38aa20e0d875ec0e914a05057e5e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1c46c30446e6d10205563095d1dd8f24c8f83
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b093f80ef4216c09313ce7be75b5a785de849b910d64d258fc8712a4ff084
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d6bdf1c70b51663866dc31a8ecbceca3e0518d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba5be5536915d26000b67894f2dfcecf21d959688e4aa7c7f00db8de537661
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0169d7bb15914425d9ef648a7fa414d7c4edb2
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6bd8fb7257448e4d09cf7432ce3e9ea9d5a0c3d4ec5b4705955cfada3db23e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbbf526857c246164ca9770d5b7743306061569
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ea668ae941a8d59d8d31460d7a74c8eb8ef6c2321014d559ffc3ecbf2395b8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e50ff27f95af78c03f760137882f2babbbee24
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f5c039500209bf24281050529748c5d6aceb62608701b6e024995be5350f3
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aa67e36f17ec858e588ff745e8ca538560fd96
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e039e16cf7b6af6ba6fda8468501937e0d2a442a8d836f5ad1466d9da5933a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b409794c3f3ab1280601aabb64538423b11906f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e857ec5f366f88135e5743bf8f103351e4941cd4ffdf0e06978d7bcc8a8e0389
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a4a4cf0b3f58ac212b4ab14576232b44b8eb63
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9104865ee3987b70b2c4ee69d5a53ebdaf509eefa88d4c973095676ebc5c726
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb34d4eddbf594d126a39d04be47c19788e4843
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d4e5afb89592111c5f6ce305fcf066bc8f8b6c1f7792fcfa26523382df815
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4dee0a33b93971f4ca4be7f44954a525f8356a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d740ce8d70567b548ecc36583873b00a1077fb36e9f8da102e97960199c9379
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e47aed62c3d130f67080849599160638b90c53
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b176b7773d9e7d45d598df87bc0a94a71fca95cdc07ccc5375cb46bfc40f63e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4173731ea5704b663c9a9d822311bc94f6cf541d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ed4c0116d6027e8f63d6d2050f6bd0aa69411e92ba0b5fab851968fd181d6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5e34c203f887296e59aeb1378d44d7dc3ad9c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0971ed9a2a1330617311aaeb7c05def755dc0ff2568bb8b44448edcfbce01d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32103ded885bd3ad016c75113703ad944ca070f1
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378662950cb41472cac6cabb10ad3127dd1abe8bf4f813b99993ec6bdd2c8b7a
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d252e8674ccd5237d394d173af0decee1a2cb3
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a5d133e8e9451c2df4c7bc44bab1a48b28f01a84326068c23d2b81f20f8e8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05ce69096c2a95251b2ac410143a428ddfbbea3
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0083e5cdbd1fe5873b6dacf78936e6aad2dbcdadcdaeee9492f295ba9a1cf8da
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2aea4ba8bea88654844bc8d0982b13089264f53
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8737c02992bc9f033888f59d3a48fe0c097d7942700d2794fe64f70a1d73ee
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea910b808ea8071fcb8f8636dea87a32fcf560cb
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941b816b76a9ce39f8503528ac5222fac4cd2b71e7474ec4b579ad2c721065c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e826c7107907a0c9e980c348e8c50e9cb47359
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc33786ab1a8ac031c3915a312335d5331da09b03c255f7a835d99b83c3ca38
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c1b420e0353e41e3fa16d2397dfd857503ae8f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc2b6049cb23d79631d97d3a27feaa12f73c03e713a592f3cc0514a6c93303d
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1bc9edb70508aad6390ca4b73725f5953fd5b5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139f2375e4d8684dda0f3c93910122b58f7ce2a057a5d6d6c2752c687349924
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34779027a5cbee9b44e3be89acadd1f79695bc2b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c9a61ef085b3419edd2ba0c8e3d848ae7f143cc3557d035b857d521ace2be9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd9a18260a9309e0de83d070f3edd12ec9c61aa
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4700f6d46af5bcbe02a4af6f883ed79d979ee503adab9ad8c946056e3a2057ba
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ae82e66af4c47ca8a1cb6e2f540e6ecda44223
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8255b5d7d349aa89dbbe4f005ba2bb894b2e6ebc13a2391c0c15c7f149ae65f9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea07739fcf64aa9d805852811bc10e78c752d27a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bee256f52d9a9dbb89f19b49184fc978613b75f458f6fd6b9fedba9857d81d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1276470c0bd1e47e05d51bb05749a3062a88067a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66ada9544e89c24606f1c484f1b8c428eb723a26714624a8cad10fa59879a9b
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465ad90008d3b4ca0e73585ae02d25dc0766b4c8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e93255216acd4f71d5aa4ca9bdf6de0172b80699b7794671222662f5980b469
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d94afdc6a64b39d9d175a0dd9c753bf9c6fa1c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc0d35c4ab1d5b3c03c76559bc4b7482cdf8b591323875f42b1024fe4761a9a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed7d20f19dc2a3dc522130df0c05ecd304b6441
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33888ee140913748b783e99ed582f06a857cdc541a4cb8d5396754ad14bbd19a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efed559c959b9d8118fc3220601af9a11a7323bc
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bab6e57eba9c65b040a1aa047028cd18e6694603d7dc9e7a6411b63e07116ea
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e2d11bc9d415743cae66d0becdf95ae310430
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598e994a888d5099c2899965625ab0a95561219f65a259de575bbd76850e8b02
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac462cb279c2cba5fc2e9268ff8f4b9442a422
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792cddab5080212c8708a0b42544ee47c35611b2c40d785eb2fb8e5fc2d0aab3
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99cbeef467d94f3bc1e6212a6329d178f4f6d9c
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91619df379aced673507a3c4154e58323d4cfd3f0ce794f14a5cc434e35fb2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8ee9e2572e8772457592998019a2871143c3f8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515e6eabf807a6a13776b92ec20280d11a06a313813d0805b13c112a2c25a45
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bf6012c7e77a96d8c60263d7d3d5b98882bcd
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2728c47b671a90c330a218988388491c77099b078579db9bde9e110f41f4d2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382d8040cd6de264cf63febba78d6f2ebecdbfab
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab241c64651e12eb90366acc2db5d50d9bee4b46a89c4a56c03592609dff7c
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5011d0bc12540506b13d11fad3aa98bddb54556
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd350900028b81289c2eaf578d9177a4850d26fbe174f119e5404b9f71faa2
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624213b3b6ded579d0ce9eb02d4f1f43ba4b986b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b0c51883d6584c4153a538de3a4c16b4b134e95a3571d77cdc34f9edc357c0
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f275ba6278f70f1788529a190cc17532fe5f0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b251162603c79f6cb0d5c9137c96c6db88e90c0212393b38025854f32bd18a58
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7273f1b69145ea711f87004cfc799d8d40fac4b8
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fd46bb01e3045f879d503560a039a4e8e0df537b8318254217272c063b41cc
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ba27961374e750d66dfb996f20aaea342b172
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd15e30b6010cd6ec50e8378f1b997de742ce6937213bb18a5f3b0454ce051a9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa70fcfa1377c59ed316fa87bbb2ef04826b32
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7796d23ceb3b744f21cbe98ea94fecf2496ff65937f4b3756e40e9a6fe354c5
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4226672b846fbaedf42b335f75d7d62299bde0f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97227bf5c23cfda1a9af1780ed219fd26533cdad5470529602699afb684cfde6
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9236d4427541471ff560cc680d98bb9f52c0350d
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51033e8d9ab3f9fd4117e04fe9fbcf56cca0f80f0bbdb7ab602c298a63373e5c
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e2e9e043c0165f5341225ea8abf5e849a2e288
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f31a192876fa3792590fbede0e100cc358c34e2302a7f76c065e18386e491
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873d6cbbc0963334cb40b996fd018a606c6d9e14
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3259f9a303b5e3c58baf0b3169a0512ac0349b42b018b5ef2b7dbe5ac639e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60334af524ed2722b288ac64caed93358a2e615f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ace59707b5e70b1da1ee892e8bf4cda22b661ed5402fed6d67615358b1b3c31
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17374119305af62b134a42598059709a815a27b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d369e40859849161b04fb20b45de2ae89d6356a4821b493dfbab6df5449e5801
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ebed12a9c65deed90a4bb4c835a3d604378114
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb07506ef8bdacff25b132bdae4478d3c9846aaa54d1844b48d665495213c56e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa65328aa237d99d4c77b25f85c7f1761b42c33
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4366dddf8b9a531d10e39d298d2cce9f798d1be9cac3dd5bd894c624ee4927bd
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b9dc48b76dab56f4c7353a6f88bdabbdbbe412
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d963811b690213abe00bcf45bc36b958df01c9ca897784f2e28b8c64ba3fc798
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9458b5d9730fd7dc6fe4d056d23445b6b244c2df
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f31d1d68370ba10ac75eb61d421974e68bdecffbb1ec2530064dcf05fe35359
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0eba981f99179556b85fcd06f00292ae4b3007
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebd4483d0d6b4e9404944c5ad86ca2bedebfd1ff0aa066252af7ef3fadc8a62
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd2244b67ddc4fafc13ca9637e83d9a4c6b8fd1
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd5ffaabb98bd520fd7e11f2394714e5b27d2f2821527ed1dde42a403efc2cc
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6095d26bcacd2ef2ce4ce49ece9d1d24b322dc2a
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c55e7c946dc087f66660c6bf9c8cf630c4c56012f297c87f8d96ddabd6784a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaeac6212a1d2c8b6b7fbb24618f96ec7eb1623f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2632c4579731c381242dee09c3f049d271214736c23923eba4bbe7748f88d9
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d94a8448b85706df04079a66938bcf823aacfc0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8360021c727317e320b611343e91b5ab558a48cf32dc87dafce31ddc3399d636
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9aceb57d238e235c0fed3692d7637ff828c28
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2e340c4e91085f8e8522475e72ea0883cc9e24b945b9922bd309f4bd4200d
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f00baf97e97cf6dc7e584959f5c6a5303c5c347
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d1540c872782ab749f2cbc7718a7c66ada17c81b031caf3b1aeefd0588aeaa
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd994692ab946c5616a3816abb235f167e2be0bf
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5656d5de1111b8d225ee5bd1e9a49d95f17b03dd85f232499ce2e7be301758d8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d541abea4f6ed08c8a7c1a63dad5362b533b51f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855c582e31e615f1753b821ddfb3b821514924553f3996425baa4ade79cdd84
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48241ca6ebf8fd2fc29fa222d3d491759be534f0
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53f0926fe65dd4a23f369203d5b94b4417dc7d248f21d00ffd524c4fa97a009
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b893299855315322af066fa8f02770256443467e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c8c9e1d8d830131784b0a1356b8a425c1733e98a35533868a1ade2458bf347
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a4139160128967111ba72e1d738c5113d1908b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67701476a48feeacba117efe9490363692e1ebfe4e04c49961c944df33b6b47a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891b368c063497ed2971f7f9d4dd6f22b4021151
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2164d3e6eac8325d42cc73dab42a2c897b3bbbc2443b621ae46272b84fa85ff8
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9cc918b04e8573af584b2c4d17ea1bf356028e
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af74669757c59f8e954b19d3c682b847e457eb7eee9a6bd188b999d81925350a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8aa57540f7e797e6d0b8b375033a09176ce443
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1419a3b13f6e6eb7c4b6ea5093a417dfc14edde35fdbf749032855456f45aa0e
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091f9c815dd5198817827c21d6c25ade51c38fbe
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57372d027e463add1bfbd62cc23836c7fc4c2233ebac0dfcc65959624a04b5e5
+size 17490
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39bc7e8a316c1b4b3947de2acdc4cd3225647f5
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212286adf9ce6e21508a5b51c1d299f6af9b5956d944d7d456b5c644040f7dd5
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cf8766a9db7087cdc4984e1a4618277030f970
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4831b9fc1baa311e165703eeb8982e02bd839583ff9cd2ec165dc64a914fd41a
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de6525f93a8a53fd7d33368e7446eb6e176b116
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223ecbc11ece939f5b5770cd075912b18dde33d00a35e1594f1f76dc8e224ec
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cce954f277ba6bcea0605f35655d16cdf57cf38
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36572fdd009c4aba1414a9f796a36f19ae9963a3acaa799ef6ea2bb0060dffe9
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f2b1b719d632f629af5fa2811b0e011ed9af45
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945a7b63ca42848823531a95bfd6e38f56a5e853cccce53a596e16507dacdfae
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271002adb37b4d714efd15d775d29b6d4154f55
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f9ecca61b81cebde47a80abd408fe814fe148c7ed86322d8b88f0522db0bd4
+size 5202
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c69334198bec23dba0c928cfb10d62378b5b6f
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27f468c5c69125fb1814e0aaf323e20ff61ee10b06c04e459f46f9961191c65
+size 3154
diff --git a/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/8/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091