diff --git a/params/opt/6/fixed/woq/init/lm_head/scale.pt b/params/opt/6/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c1955189746f9e0cafad0abf632ee049dbd051
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e60a126d1d0937310a0781d5a1dbef9ef2b39381c856d8fdfe427c0b946eacb
+size 202194
diff --git a/params/opt/6/fixed/woq/init/lm_head/zp.pt b/params/opt/6/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9dba96ddf6c1aedfbea763d65932cae165d478
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fd98dced38853b43162d89cd37e3756237d93394fd3ccdfc05d693fa40bc3d
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6bd24ae8b86bc3b8937a02934c8f0e862a198
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bce3de0bf5ccc7cbb36b59b73890b554ded421aa55b5cf43c7b0e8eee57cc2
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a900352eb60d8a2788e9441d704427f70c13c173
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5a707f6337859ba55f4a5e10b19353527bada9726eaf5d8424d12646687043
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a986e06b1d6294171cdf410079dce015718334ae
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1991bb930ddfb61d59bcdfa59904379d7de5ade70315742e3bf9653332c10e48
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b174958d06373c1bcd8086b86e2c5a868ca4c0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dc639596bb3d2c235cd425aabe39d4a3136a113fc23a0e72ff0e2a9207fdd9
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d050c56205c1c10dc9a1fb355932ecffc6db16f5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7769dfbb75e0d0c4de5afcc3711d9fa64130f8e7e978eb829cf838df0bbc39
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929b68c80be49169999ec4288ca7536291140e86
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbcee0bf255bfb85eaa740503f6867a6cf223bac75ddfce5ccafa02ddc2f43b
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610ac242931ce6001d144d7c3d6ac3f8d72ce2aa
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e9cdb01df3972e2c679a87c0c736a1fee12801a0d0f1be4837b472dcc5d2ce
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c721a029beb7ac7135c920b60d61f5f32d66a2c1
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01735eace7b309a904653ff679615af670be40924c9e2d0a84474753b4d5b4e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d375c5d0604e5924cbf94cc4fdd8f9bd74b2e0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d98981ca75285e7f2712ef03c1cdc0e6b15da76eae5fdd43c5709a453252e84
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5362c5d0de9921d7ba4a659faa137f7cba2af54d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bb8addebc188c2fbf73bd80c95e45c74fd3c510e121a581feb25012211ba45
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce61e97741781de5d23efbb47bf753e6b353072c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b644f750495d75ae497e371dbb0070e57abba22b9ff5e0213bd6d1010b2febf
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09281d5dd2a1145ab63dfbfbc71efcb84cc5eb03
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc14a9f853e57dab8343852eef496456656a8a5f42fca0389632d2a578c7e444
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa3a2b1983fb80980b7d7b6e38cb60dd971e191
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b5de9bc43e19cf037233d8f644c2957acbe707e989d934ba67c0926ff4a3f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c10627872a26467aecae8b7e29bd1dad142316e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2349b60eae526f6718294969c55793514000e03b7f918d76e17baa8360207af9
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97539290d1944ae8ef86e0ef5f682edceb273f9b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099ffc0dc4c0047f9a535f5f765dff8917b7633f2e5ef0b7a43ad215bf81426
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b17160a7d3ffba97a381bb0ab98bfc99101946
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d80f0d5462c08a5a76fb9705f1f7f8db61052843f73ff20c7632486adcc7187
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2594a0fb8d7b5f0466c8ba68b7bc00326834315d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d412b6c8502dec3649d49f06ce50f0eb601949a3c0d008c38db58e29c12a3f1
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a487e6bc40dbcef878efb07594c0e3e9620507d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cd11f11d930b6db54b3a8882275d61eb97b9aa80c0fd71af8348fd2135513c
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617717fd499c5240efe1cc3c295c2fdeb10beef7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665554b05096e8ce2c265f3d25f509ddb917abf3bddbbbae67900c07db4804d5
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce49543298c0a2776aa97e431ccd4116bbab411d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf8f9eb117405c426c63ba4746d9ea6d82ec8a53d6e890d86223c2db95ae4bd
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c66137a8f626d50b9781caf7c5ed84d46685da
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dad5f9e2d83cf912c0384d2852422041b40deaa8dd67fc834416dc704ee94a8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2ac09621e979f6f08bcfc616bb2133b906c457
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b18ea803560764cb848a59ffb200cfc4b718a74ecb5ad49fc506e716b62d044
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec5c3651ec453464b80abf489d4fd49c0a7779e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35de2bb92ddc7e84afcc87ccb221695108bef113edc7e68f2d1b6c4998895687
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b14f3f8d3cd39e679f5d486250c2075c7a92cd
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c07f3c392c4a2ac0c4b3e6ea4766dda1c613f5e47ca5a8da414b26d4c7da05
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a49b7a5ac535e3ac85e30f146ecf74696d3e250
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6793ab8d5ce79f1bfcba102f5ff51d65ad3950fe5a36e130f68553ef9e26f9
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7536d8b5e43e2dab89887c5b142af93503e2e076
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c644a5dcb2c39c77dc976a77c4a49b04e13bf9c996609d52d34306893121baf
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859394f2fa42b32810566ed0a5527c98fdc67ef0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aafc71a81cd2f8c3d57c6ca2a739c761997ec1dba5bfd932ddd9c698bce8f8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd89f5c6a1f6a9168e9829e90ce53b80facd8f1
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8d47543a05e2f23125dcf02d1af83766d8a111768bd5260260e7f4b627dca3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d92170cd8b9ee0b53ee70ecb9d3dc8db6d9b44
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d8a6d855bb6aa98281c7d07a879163ede21a0e71b974dcbafd67caa6ce9b25
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45eacfc8c9a991d53546312dcb5175a79d857443
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7772ff26b10c8ffc5d5f2084e864c5afe08a2338e0994ece6acf568dddf7b412
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0b238da244864e831cdfa31d5c11c145fbdf56
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8f6a368271c82741e778e2073c338d95649c9f742cf4ad56211bb40eef545
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bb0e2d2b86909562a81d7f18482742a4b9cf96
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aafd1d2c995e428ca74b5151f9e6e7386330662127fd644bb34574f1254e18a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb0a8e7ecfebddf5815807dffac4ecfae55c776
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4276a8a25b17cb75e7585deb5137d6bca6a228c74ef7d9a1fa7486e3f80501d8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3cb280bb9d7bb1fca9db48f1efbfe18e2f903c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa245524e4c96a75c7331a78d802692ce13284ba3e736c3819a951e889a69c6a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f99b4ff549620fec967dc2772a8f59fe01bd4c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee24475e72dd357e7360d4196b66fb4af610f729b609e989910a88e79333ab09
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2417adb18922aac14029d9d7bd6938bdaf6c54ec
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4ae3b40523af8c1ae7f57df52bec56293f11c6fd9fba3df073d600aa1576f
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adbc57f66d0ea4c900f7c90618da6cedacc28a2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f73aa337a238776e1017cb23cc8b1cdb7e9288df69614fd5c779f7a28b9fa9c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84b0f266fcca4444075953bacb8e640fbffde8d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b6c01718562a52e8c34fb0b4f8d90141db2b878af8c67f120457fdba7af20a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d088f3e82a0ad6d982704d30a64d996b7685615
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad0a868ee0e35d7582e26639c3dfdae9c4e6dd39280c93b17793e64a07b604b
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f03a05ee658725270de22d6cea377b2bb97a11f
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef3f373445496083034df6f96c9f7e3653835edffd72bcb82ac7e8741ed25c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ebc960a480216b5160582921a4356a0169fffa
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba8f35d268a379ee4c05d1c79bdc3a8fd89ee479ca55b2d5afd06f2651ee8db
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331c5e5912affbdfcc5090caeab4a89e7a816809
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1728f65418f54de4cc63838f5eb683cf7cada7379fd4db69a187b1d1d777e2
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b991931a8e67c6b5d1a0d633604a970ca8eeaa6a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645d69e28d5ad5430a983b0562c5c4428319b56c01d746dbb4b42e0cc4daa6e3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7317053da0a8136e41dfaf9e50764250835b45b3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0180340c71b3a521ae4336823cb8b4ef0756e5ca5e5b87f18f0a572917ac6e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df63251856d17ba7f4339d42ccf33450b75abaa
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efd71c7109413130f7c2fadd0805383617b85a5484989b2fd0c06ccb0942cf8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f7cb1ff896002b9fa5843e7e7b2b37631889fb
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c5da90e66c9437c0d352f9528f5b0be513ed65b1d6c9c919383b4b89b83cbc
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e1a17ff7a686cbe18f301e7fde20c03cc61aac
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014be8fc0ee47aa2928bc40785c3d8d92866d81af5465490177cf562f290e402
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048ae2270507bc6f01e5e71cfe45e41883307b45
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b265091d854db80793d4395afc7a2eeabca6bc1502d125862bb767d7099564c1
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8676328d655f34bc1994363a97ca6bb2842a6e3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7faf38b6199b27c3962245cb32fa552ef3304142805fa91ab8f5b3e24dd0007
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8154eb3abdc52d9ae994561816108751cdf9cfe
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbd79e32215abd3be8043753f71d6a19e59c38c5d77b5f0d611137a558b6dc2
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0601ac316dbee7e5472153ab32f020e4980b6295
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456a604ffeb57b4618ed82b1ddab67ab74b65d8eabcbe30539e3a43c9d564681
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096e2f32c19d23b6df9687e6976532d6d22d9049
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31848c6435c53d5ba34cab92f17d131c2d0ba770111e2f6860de49c087e1a07
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e12f5c674be69a5863f143c9fd2e87a578bd10
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4376b5f706f7515ef03c7dd433756e4f0b4ce7d42452e927208a57134a55510
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92430770be3794c29f7976defe805518939609f5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86fbd47dd6f07fa9007e247acae5d12a2ef318e1c900144e149d1ea480d0070
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aea1686df484b9526272b2f2e5463ae3ef4947
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ef91c020b99db439bd52f1614b617ced62d7bcffd3f941d7b9eb5732df42d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d05109a59114f9dad3eb5e4f14328ee5f5d508
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e624fd4f31b2607e6bfd9b7157617d998df4356cc72185bf0dd5647bc4affab
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f4a2a282598c636d4120ecf37bf60afafdc17c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1b23da4a1da91506d179895c8cb80e4385e38088d9009a943efc5a61274df
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02b63e242584e3f522192b115d18cf001cac3e2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f075c6d856b2edb40eb047af081d2f8f5420b759fded8f1cf219168a2f0ba2f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e313603f75893170fc2223b934bb1d29b14628
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cce580b5d347783f742afe7a976ed2aa16eebea65cce0bd1df02836f36369ec
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018a37eeef9b4e9307168ac5a92aff5d980ae27e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c405e7c4982885a9abd192c1f358571361e414efbba8e69d53c13ef4afadca5
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed70ef45d160b72f7900de872b5fa1a605b8e65
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b391b4bdd2156efac8d2731141aa72db60e356be85b4b4c3601cdb0290ff363
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25b0a925f3a532218cfba9e529bc6d03e858d76
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177eead348741546d66e1737fd84d521922262dd36642a6b8ab1a6c6ca446b35
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1050c9256a5c015702ef9fb43ce46ff49e434925
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bf8fd80e6336476e1729ec867d3da31bc1b05f53817fdbcd118797865f96f8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edced23a1c4a3499159a46e77ceab10f7f426ae0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978a22272ea9df97eb63b2261d34e22dd6b13fb3ddeec27a6cc91b8cc66ac280
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0387ddff74e4a239955fa896730b5e700050076d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3167572f1b8a5b29bdf3ea2fbf9effeac9a47bc758f1b927c3c0f33f9d174344
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6ff834203178a61e7274e80a97dd5164c9b806
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217eab8ec39a68be5a1e3b231d352539ee80ad78d73e8be0d0930796bc7d49da
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3629868851057c344f707f0db4917ee400202127
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15827a654b46142a54b41ca84c321c15c72b68da7594f10a5e42f02c8ad286f3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00295ecb6abc5cede3f26c33af90094862de27d5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036175ff7b288222c5f3b03bdd83725abd7c9ac069f8c7d44060e167f3342f7b
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc4b87173435beee3148e81fed3f6906b351f33
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbd849b2547420f1a434938df283c80bf8c6f1016e8382974e079ebc050e108
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274ebadccfac45b22f159983aefd414570a9fbfd
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68649d37d8909ad27510dd7dac8480ec89b1cfc4cf902b2e3fc202357f4cf898
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ee03824dcadcc39cc28e708ab76cddf2522687
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fb4c057adb946802e77de8652e156d35028fe845c39be78c7696fb1264ad51
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eff6d84e698a565171704c5908cb538eb69418
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b432cc7e05d34aa4cf9daf92228f53b291b9664f980f41ddd461751c6c9f4957
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a103789e9822c3b395bc48ace70795fd002434f3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aff11638ffc80f2d69f2288484f99caba4f372bd643b935de596f9afa83ac17
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fce6a864c89c2b43967beafebf3e34d51dae5a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20beeafe77aa20f387cfe19ef8af1930f8ca55be93687dea5d7205d37c23a3f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1cff82121f6830b2402ca1f2b3be25937d6906
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a023ae9ddc649f9e07e6077a00220a2bd65a30170096fc4b4aabaa4655a51f6
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff265db496c29cab75dfcc1d91cc9f70f503765
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41657a01ec69174daeeae05a80dde0ae4e84362ffe8becfef86c6ffca718e54
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ced44d261ee871e1bf0be47a8b851439129af7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593e06b595a0523c372ccd51b977c2d9afb46249df904a313cf97be39b7558d0
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8bb279210bf21f6da3ea32dc0b8771539f05d3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4949fbaa7088a396f0f4bdc525299eeccf14b7add749978d45316c0b198b8b49
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f970e3671d79936f0041f883181b4a95daf835a4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a059b769f23c19528fc391b5d3f20a31bf9a163c3b0897aee513fc1c13c2e6b8
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b032e0ee1ff4529abf78d2395b3295334b201b0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ea121f4844dc8017c8f532dee1df2822830f5300f47cd4a737e321126f9f5f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924d7641aa6ba05c8e0c50270e9bd2eba89a54f7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb235cb5ce5626c8b4db3a7b25a10cb02b75d485eab520e4b00187341baccf3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05553ce292009d9eb44bc6574806fa63d17d75ae
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed23d49c9fad5dad509dc764f3052970e08bd6d14f91f973997456b57fdb834
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b055a2c4c949138db62f14f6e1141b7a87f8cd
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2d3d9d7ab606625913b7359f1bd1cb6218edd509465e92e9536d8b12f97806
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355e7553a48f5b620f465b85a8f870a84d5da260
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49775b6fe72b9cb6fff67cf422079927fe3673db0374c304e31eef263c452795
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7fbab627f388965e3c5b9142854a78316538d2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e002edf9cbb6c62decfad2e33451cb9880ff978058b29595d7961473a18a93
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab0d0215a92e9e5fff790dd37168d9d4169ae56
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6acb528df0013e09a319ed940b186bf027c5eff9e0d25c81059c5312d665d5
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578acb81fd9cd0d8e19fbf26fa3e2e2f4ea6c9a4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df9f2aa1b0c2fc19b263d464b8619d72107dce2bde2df37a54c5ee1e85f3b11
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5156f06e80ae213d6e60e2edc8308e17d360ef
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1662d00de5c40013c953b292dd255decaeb1c773509dbdeb6fbace8c745f0c6
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603e3fe121a9cd8d9f16d0ade26d4747ad88b151
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5f2c67f156db7aeea32d9fe998d431d16e393eff8d849dcb8d731eca34892
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e330945038b4815cbe5701a2224aec663b74a98
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d777b971a10ff33592764e855b28a4185d4f9c2c28559ee0108286b3379ad2
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3808a92706254b37f0a676e2a1a76f1da71e83f6
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cfe1efaa7bc536ae2c8f070aafcfe82fdda00042a92199fd0ec7cef9d573ad
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952efd017cd27d5588d98b9bfe2981af19a767f4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac179a8d9e801c4b648cca2b3c4a1a91101d6e29a4706bf062707a9283d5f9b
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af95dc9b419c9592e31988f3146b747a34bdee3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aac531087f8155854ed594ab3ec5c96af5e638da803ecdf9e74a48e87ac9e0
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fc3e26fcf1459644dc5d14fe47250db604a388
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47ab9227b0e703f3ef9961d8f1873be20916eae76af0d5d486b435ffec1bbd6
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670aa3d56e228af7b70e1fa803d83b304c2a769
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194d59191064efdb4cb2df8e3960b1ba77b915ec72242b72116790b1446d7697
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8bf8e04ae585a036e1d2c87b6dcc125d3a0bc9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a707209da983f871b4b95e4a104f1b852c8ded6cae26af65b6ad462c234d0
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52dea03b83c8ea40a2018bcb3833f66d647f516
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559ccdc529528c4e8fc87bdb715641f34577caba1e5fd73c78d61361ef8f0050
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3427c3381c8162d705093326ada49dc28782bd56
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bd9ba529626e30f25fb89ce84a0c874dc40c2364bfe59445dfcfe8ea54fd96
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69721dbebcc4051881af71b75254cab4ccd1d502
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700fe4720054c777d3b1669da7838bafafe43adc4f9a3044bdb10ee1bde01783
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae1aa5d5a37985efb6a72f9bc909bf4a2db25d9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca47f6a6d663936344894830c34fc0c2903b4fcca5cc2acba7e14d2c2da21423
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b757386e06903116dc3af5d63cb3a29d8b51f6
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a34cf6ac4e8b380229ae3d1616c677cf4bb1940d650aebb634b3922aa15836
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9da2918b7745da8707527187f768cd491979546
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c291f748ea2eee6fbb98d914d346b15d62f87fa5d28b09b7478eeed1ed7cca9
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d078dcf8d31fa9e625ee27ca56a773e4aacd4ab7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b510988829be1d271fa93175fbf10835151c6fbe65531b5a5afb6e4b8b1d03
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29d01256f47645394cbdb2bb94a9d8a702a1b2d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8f02aabc9926ba2bbe8399af6b43da65d5750fe0fba22cddbce6eef0430690
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a4bdb607acd273ff181876e2eb1b4a570daf03
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0724235302ec71267700ad0e7d084f2c39ad64149dccb27a41d631e10b6b16c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fb55b125a0a6622c1ee006905c8498011da5b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63122926308a15e3d3bd9e8539308bde91189c5b513bf1c04cf1cb1b62d191
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e14cd27c4182f1858d0d8752839288f63f4e71c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5212f50c52326228109641e562ee4c432cce3d16153f187b50e52d441074e518
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fa059e576314999ad9db5f7927a056b60b9cc7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4697e34b75158c3cad250574f7cd6a5044963344f5922d8f4842a18a2f3a0b59
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dbb05c7b70e52a0fc0fce4c366b3a7af23b8a8
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d8b6b5aece61dc5889fc94ed1fb663ff8b1cce8f722f3e2e2a90ec1210ddf1
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46784782747a36fcd970f4111f130bfc0495c067
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21d387cbef4a41bbfcac45fb25e7bcc1fa1263c7aae9e643a566cfe7d7bea0d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9917146c20ec07249a600b7c7c125db82affaa9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef35296f9e6137b965e4ed4030e69c9ed8247863c3e83437045745b8c30a2c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eec9c6fff4970841a9c665d089da0be03f61b2
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2d1e20b204649b18f4c0902fd2252852fc3a9d3a6a33b2d7765896c31bd80c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb3c72252cbe55d7e71a38c1fbe146c81731d61
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643114ccacc16244107b14a7de1a6661f2a9580432539979e1e3632fe0355bfd
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acfe91cbb6307d9fb9da09c2b05f03425d2d1bb
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a338259f6e5191ce1537710ce94668176788277ff5fadcec8ebefa6196cbfb
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ae215669b2ae195bfc9d06ab7dad494a602678
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f27a4875cc79e25207ddf9bbaca4cd7f594b19e0fbf7e686ff7038798274743
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1da8c1a8a238b782bbda5e1482d2100815c9527
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd41dd49296eb32854ec3fd57c8079844e54251b9d229ecb9af92193fde1237e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66baaa7623e83e5e6fac9605479e4826d3deaeb3
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321c0c3b46639be4ed60b3bc2ccb4c4988f702201f2748d7ab77bce3e8795329
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4031a0f3b1fd3692e8b5600ff3fffdcdff23d9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cd2264bf6556cdd3abeab193ce4aec6debe7310a05bd68e7e863a84f761f8d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe984701822e484ccf7bb4bf5c43d12b8205669c
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df97991b8a4f97584418b545a112959b285a9d768fc062b0cf6783ece9c2ae1
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9cd2d062f601fc70f7cead7fc2be95a5ddef0d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e78e76db2d36f4e4317e2b2b2ff7fa038ca0d37db9e5e5b57fa99bd5109213c
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467d90a40244e18417a8b13778096f73c88d727
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a99e55b72a8c4ab35f002984b3cdbaa6fa4ff48362bb2e45bd6a0e365234ce
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1d7d39c135d234a37101f3b3628b3427dfa6f5
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01ac3351aaa62504c2bb7e9962943a060436dfa0495e0ae1fcf48faba12e648
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2fb63efabe0896945a8a62fe5b5f3141cdbeca
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2810b62938b1b8ebc749b75c8e12d0b23cc908881d2b66d9f37cfd6115a928
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb2605656fc5230bd1ca828f3d93f00a8cee7c4
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7dcb46d9a9f4f7089bdd0fa2840ed8ccaee3f5525f322266d24379197e016e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3763d849dc991899b426e551058b21482e6b58
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcab3dde2111d12e970b16ae3fd164b81bd74acd909e4a3eb08c1996a17ac02f
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcb7f00a5f8ab4aaabb7d4786314363090737a0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4d717e707072b8c8e975d49a94bc3b3cf80dc0f546920ae067b1434a259c2c
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b41d066128f068377ed3e239186b5067bd0185
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecca4a5fdd93acb03943e9cc4ba571e7fa0ac3446e9c9a60298ccacad7f60d4
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ea91bd41f604926a5b9720a192a788aba75621
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eeef5c9ceb4ca4dc0cee0afa77fb6a710889411a3365364e70283c6bb60b1e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904e4185744ad248be03f52d73c99acde040739
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c079bcf46da7113f286758b39f72e89d46a8f6506ddee6d0727095b7c20342a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971ad6b0985f08cf4240b83f5550afc9434484b9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c58917485d29091343ddc5da22902e84648c5bfac5d146de37e10f224a0b64c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e572879de22547e197d5b8e9929ca5fedbf89de1
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4c766bbdb00e6efe05496b7795059fb6c75b2b833b340fddc17d9ad46cb8b7
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c278e5951343927406aaccbf369460661e67ae0
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d4177c58b673767fdb7c2a3927a553cae77937004ff5fe180327dfa1fd9efc
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ec49c836a396ea59d4258ef596500ef8b3c13e
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d751fa9888d68979df23c8c6080654f5345f673a6f118fe583d433d6759ab7
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735cbeffcd21c837e424f8ababa1870f8d493557
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99a2de635074e08b86e29fa5b1987e15e66d9226a1ed542a22cd8de610ed5bc
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87f1646aa7e5f0ca48bd1dadb73157e01e2ca7
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065992f803361b1ee398ee38e8c20540afeeef9c75547b96c91972ad1c0367c2
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80034469f081299570c29b245b4f54b1ac68504a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee1fc7345535f2f790de8f4394c93a540d0deae75f7bc38544aa0988577ee16
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5984d9a030301dd0b8aab9f02972c2d077ec1f
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f8d338bd5356b799430c8b2b2f787f5c1c05732bbff094317d28dfa99f8f15
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b05ff23a1bb873fc2a500fd23e7a8f4409f498
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc5bba6521337c9c8193511d1462b03559e0478058a14f1e398851887a4e50
+size 17490
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aa236e6f0e451bb1b9fcbabf7393dff8531924
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be5091129e88e26c43eacb6b63533cd1b06e39de20bf716eac7e700bc600f6d
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d5aa5cce9f314d0cb0497e4fd436d68d33b5de
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8904457957c6634cd980d3560fe23d9b442da51a8c7a11b2bd5bbcdc6ac0b55e
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379d943b77aa75e759e6b5e43e843315821d8954
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfac5a9e5d975ef1b550c9769f25e0b74a44a5082ae4f8b2f710beed64bd3a3c
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a49119bb022d28fc2402df5a4ff1b4418f08f5d
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edcee0be2ac3f1eaaa89fe5b7ae10d1ab2cfb8cde671abb82f81bbd1c73e72a
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c938143854473342034997f693a4aa02617076c9
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7816b4bc6934d4f3c9befee7089de7e47fc7cfe99402d3929c1769e7524e4ea3
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef71af59534778ae05fdcdb0512ac6085b7b468
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b21317b7ce9546551b40e99d31e01bda560538848ee7ac384e7bac30e4b07
+size 5202
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/6/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b1205104791fed9e6be48fa0cedbbbf505492a
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62499e9daffda4c02f2f6dac4c0681e36bcd366b8d62d3847ad50554e149c1c
+size 3154
diff --git a/params/opt/6/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/6/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/6/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/6/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9851e35fbf6b38708fc30ef633796896246bff86
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754df5cded6b9accd90ddff6952f8a982fd995c74f7838cb8646b91abf6bd315
+size 202337
diff --git a/params/opt/6/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c880544c550fe42f0163aee6a7e19e093a1b2502
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b654013c2e1866e5e4fdfd1b0c52f87ab998a1474f0bba30d1654d70cad5fc
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1e577f7c834e803e21314f8f3098f75ab6f55
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3ed952d9534a60048428fa2590f8b862b621e3dbeadc5b5e170a51a8ebbc9
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6327f14037ab0b3b7e2d46c163a117be38602b9c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4060576bbfc58fd589b2ff9cce1cae236f7340bfd2098045a92f7e0c51e27e4
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668730023bb5902c6f8071e28c22cb0cc5130a5d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c76398afabf263b235602f9fb642c4b77654fe3f324dedba2098f7d60a8453e
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e076979b3530452ad2607a39ebb280242c0875
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79498d9c89e9cab0695dc0b10c4115e79b134b67a18c6ee646792230483f9818
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33e8a71e29cd029ec2b30edb9b7241e2db8fdd3
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4dd87c2116a4fce06dab4d12c47171a718a21300dd4ce10ab75dd0f12cef77
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2a1b9f02c98219bde7354bf65670541e0e411d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ad32f2d6ed022427d27205c5406f39563f4b6ab8a0b612a101511f04ce828a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8becf6fff3a246f6ca345b1e78610f5f9722976d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad13a4f30dc894952434ecf3b171446276889ef62876c7863a5e842fa1af5d64
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190fabc05f4b7f7fbf08089abb47aa786f9b0202
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7172b5b6ef310b1425d26d14f28da6fe593d202a91e466be8819debbc57ac52a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625068289dfa6ca4bb24391484fcda089780e698
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352a216a851145a84aa4b7e4fc1abcaee9610ac69217c81413db908b9ecd5504
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe57351fcceae60272259013e8f1cc45a23f182
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1545ef30cdb84d8a46dc37ad449fe38cfadae2818eb686e71b82ef497c4ae6
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a7e4e8f10706d53f5d2856460b0fa7972faa9
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da96005860dd687c3510706e2e64221c88b6a82c6c77a9ada76a5ffd4097b1f5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06922d261bfb443a86443158ab67092ad9a48f1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b69881103d54fc24033920d977e68ac26eaee9f153b35241eb83dd4584fee86
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc6273cb919e07ce53ae54768e5a84125bfe65f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa29a56429dc76c7257a615fd59f7d5f992bc3aa4c2515a607c385e74e5ec66
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66011c7c99ef0248740af8d46b95e4539e09bfef
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0bc447fff2ce19b3818b99c719ef905a118e60f3a21b508183bc55fb61237f
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a0cd10d22138b865730d2d12b63413cef99d5b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faefc221944a4153984ddb2340cfa194041c1fccf60e850c093d0194ff7e9569
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a91b0863c07c92ebd67c688c306a1480a2fae9f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c9df7a7799d8b0c750efff982cc75848eb24e1301bb26c6c0efa025cc8faf6
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4180505f91a8f8156866b5cb141eeb915cabb397
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d42e7d4acb29bc946b4ebe34b3ee4226eddd0bdb387a2e6967d478e65b79ca0
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639d359633291bc9fae20e9733e5c69d1381342d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7244386aaba37640c016e8f9399211e84a23a3f01278b9b7e3c2c9ce06d5be98
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d5af7ecf89209007a2050830399647574e4f4e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6a35cc5bc04a2c46bea18c351a05d7cf12993f3bd26a7d3a934d80e928efa5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8778949ebc482eca43d19e37cf5ec042ff41f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c560d64b90d0fcaaa5a09cb948379c734dc967d418f261b8ca6ee02f9ab0898d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1401aeb29e6b325421e9c7881a896cd582f4c0c8
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e25faf830ee871ff7774144f3c48a838eacfcefac80c06058bdbacb36510dc
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51bfeb687ed6d6e51d5f2e14cf3e779a8f34d3b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cab4351edb5dea1b0b5fb41d03e783e13f6761a5ea8c540b4799e1847bea2ff
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42f4d05325ef7bda98355129693ac3f870b560d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41b618949d7966bc748f4243eae19b25c5a5374863f0a1c61cca59a4da3aa9
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09fe3a56c69387088a71248b3351244fc4a5847
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d5ea0d3cf64144311b1504048be661073c48841d5e800dded4941d626e7683
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6fbc051c7cc2c0b93a832a4eab5fab2659d76d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41be73fe45c3ca79bfe12640b52482e62ea7942a4dc835c2f65975b0fd69a08c
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c935a6d0a435117da55c9a590321b53d31e13ed9
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fca8042717f4a29e8e762dae8c55d939a56552bafb0cd109124e48d7107760c
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b552d01cda08f577fcddde5702d2262f6ecdb1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc817c91ce45c48aaa5ff1ca1e3a8dfdddacd247df2f20314ab9ff791d8c378
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614035c665a309dbd16c039d056802cd367dd1ad
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0720b99a3df53b7165b03ddf0bfd0d8b3c3c1b10a4e6388c2b11bd283b4f0aef
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced0275897b19f3653bbfb8927cd62a0399bc3b9
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d8e1fc099436e066ecc602b2576bfb8d5b5a7d309642ed0b6201c75dfd6ff3
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a78601d6422e180615e6e203f4e27a8d72504f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7c9a9aaface25021ec5d6b54a7de66f6ec3f912bcfead159d1da613c7eda97
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7385600f6a2435115f65cc51a2f9ccce3a47421e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b333dada4d1ca71ae8476d10e31944717af4d9c5751ab8f63c2c246504b7ab
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df84dbf3242b8a813a416100f832ed5daaae6c58
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0939be3deaaab7b8c04fc34d5467f64532f4207a84896565044b04a680a7564a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5bf32de3de5d4e4855a67d7365a5b50f39f02e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d5868e13170f3ba76a29dddbd0b7431aa0daa49617744d5a4840b668b1608
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e50e26d51512047ef7cf2d68d975f81fef0712
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162d9050149b7c1f64ab202ca6164f9a445dfc4d74c1e65ae694be067a998751
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62142809f51404c8729fdac34d442f26e26cac6e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76ecc58f188a6a4f801ac12612191710f2122952eb16e869eb70c97913bd4b4
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d990b05cfbc2a699b6b574409f62b24eb4a15e7
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cab430e9141be0dc1eb3fcf0d63fb86b3bd683cbef57d93d8bc6f06cec431d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae9e54b66d399eca0e1adc34af0a3a358c7b174
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3433851c8a0230a79512a7a9cab8a66e422e5a77f7befc433a961959e2033b3c
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d401374685afde7c22cd761923abf3250b378f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b354321c478c73088e65a5afc9356164b59afddaaaa7cbbea1a3a6e2748c4333
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582aabf727d465f96c02164ef79a882df7dcc80f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695ea996161e90f2f212648eaab18e4db3bd0ea9f16c9245e5be6ab618ede539
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fb950e716b3324f81ba06c93d4160fb397590b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54386dae7005af7d298dc39f6a6e0ed5fa235b2998edb24120b257e6b0769ea7
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e314279d7b9ef739b099144d0debbe2d6c84ff
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd5b7b32eb2081d97dc532c55d587a8f6e7ae9fb58da8b743696caa3e72bbe
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db59a2abbef6df43ea512576f83ba0ee3e213f0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daf7fda929bb149992712e602fbd1125d3c2f49b56095df70bfa802221a797f
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f1f7a132e24cfcec32d1ee6b9383fc93f54dc8
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5e17931b682c6cb419d011c0d9c64e68d404498a283296c11726736a4f8a07
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ef6dafac29d581687c8c21ee5fd257f8bb3e05
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4380b69b4815d9fee5e25235d95baf6710da0668f55b6313886740771c743849
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa6c9d8baf1a00f97619051f7acfcb1e3612ffb
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ce816e34ab7cef1b92bb2cba38f5eefe4337078043f00efde66ea6635cb4e5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2be8b003aca9a7e9e7ca6ae3aefe99cb37dfcd
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a6fde24932cf04aab6d21f69d09a3e6676e5d522b5666cbffca5e6c1e54a2c
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314b53c117a81e39394b72eb4482d883bc3411ca
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd96b07c509393068d3ce1a2a1dffb81eff1238d70026afca2da2828c706758
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef416a62da6d47c37bf8e0012d4954185dc1557
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d2c47d39c8e84b271afd837a5612c31f5910bcd6335fc2c15816ea8d2d8174
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d6d2dcdcfa5665d5a9e608cec18c58d926e49e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369c5dddf7e6951ab428a48e484d3ee00874976c9d47eb57db7d431e23b85fce
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09303f9a6ea7ffb76535085a420da03e7e34cd7
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1442edb4bbebb12fe0f1f7dfe33a155fe56e2c3a1bf1b9e033b0a2ed339659
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c99a4a66badbb38cbc58d2d4bb083f737d9f86
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7219adc2607ca0769ccb6dde7cca1e12696b1baf99df98cb67f3d43bf59341b7
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d60146147f643af1421ad490bb9be9d718978f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca66284f25bcb66121e06d519f956f9e6f9f8b3daa94f2009f245e7128a4b14f
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d59b88d44c1c62918f74fdbb5e3ad4bd3db2d56
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733efac56febbc12cc5aff4d2ca3e42f843d2850c9f331bf57976ca99c290b7a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74207d6a54d4ee9d40cee6f1b79a7c3b1c739b61
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23045cd2fdafadd32db04ad7d9fdfb67d6b6203a0371417cd6f4b743576d9222
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b1e1699de6c9aee241c19fe4599c1901e4b2ae
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d046d35d9488c9fcc666fe8965745074092a6e5465d757a278afb76e3f6b9a2d
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdac61a5e3081296698037d5ad9050039347d74
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb202eb302c1b6bf28e6570e9c4572ca4f92c1c659c546db600dcaac5d2fefc2
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a918fa2fc62ebe028e97be0c9a9aea40d4029fbf
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f0459ebc703d80a4c96e4f1e7d436cd4ce1adcadc458e9c8de41c6d80084af
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59fe00225a7de644c543892a848214a1f7f5335
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17601653c797296d71fa805ff700a3137994c8da627a5cbf1d63b221ba7d3b0
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e345ba639e8f888c71e2fb974cd79027e710195
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ef2b43e327b0ef1281ca3d9a2b51b9b91622f8b3a7313978eece06efd092df
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cace1024882c23af55d591d6f1bca70287f15a0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fead23aae49f170679f9a98f2d342184c4724bdc969929d2c0cada644bf33f99
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb08b1185df8e34f6c4bbfe88b5598d20b2ad7d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3426bee3957d33570818bc3904ce56ad23801d3c195128dba83abb5a74ae4de1
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d67328a2736d3420e2a3128e4b867c695ccc1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ed68d8dc0419b1d6801a0f18a610f2a67fd9b4ef7d906d8a2f39a4211b4d1
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bfa87ccb49f9b3e5e32c3d66c080583d563324
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4db75427bce3a021c3cb64269ae3701cb6bcf658db8df6546f1aa96ae9d67b
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66701843a652194daae6748f49b1dda32167f3a9
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20802fc64402aac350f20a877e4a7000c10843a40aff91f99ed0132a354a3b20
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2265868293f9d440fff72040f0144df0570d978b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20563ff99f648a120e989785ab05b188485b7fb093ad469756ff1228b9b3cef7
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e17d9309eed7f5d40ac72cd512139236acf4be4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7ae4f56ba02be803f193c8f4ce1015ed36176343ba5babfb197c89ada78c1a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8afe9a18361ae5c7c95a3bcdf2acb98fbc2e89
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ef6dbaaaf15ea1f9ea8c60e28d80a669229e880eb398c6b3e2cef23a18c7a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b358af643cd5b2ff5de6fc09c1b9e76a8ab32114
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97514e0e5b9291ed959ccd3ba75a06e2f0a7a11cc48242b6ffbf8a478467eee
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56afd3700dacbd02dc0f078389e35c31dfab4a49
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aea7832631885c4f48a8916a1a51f0642933b61de0aa86c58e0505058a9b998
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02917bea6e2b1cad6d0b06d7ce3880cb5625f407
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffa8b2b094b9b744ffd9cb6133286c5d207e5c6b909b85c641c5c5f5ae2fcf3
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c799384736b40f0e4caf8ada158c010077bdc15a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade75f3180c739f3ebbaff7dc302e7db4ad5f3c25ff8afefceac32c516de169
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5857963b76735caf57da1a913c5f070822b717c9
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444b8b5d70dd8abe70930eabad86739443583ecfc0a4a7ace4fe025980eaa06f
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a1f7d31a8d1d6ab24b179b07c83208b7511416
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c032ac3b244364e6a524b0cc22333ed2d75281a4a1de375ddaa043b1609cb3
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292c79d3078fd5f3ef82ad50b3ed73a275de248f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe4aaa1ae40d19ff2e5ebeabb643e6cc1f2f6cb726086f11c5f0fb59a720c51
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72cbe1d0a889c2e8c51e877be48744ab8ea279d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538305cb24e1338ec49ecde4c39f8c23a267ca40511c82b781f1a74b15763b2f
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85395e9b246dbcaa5356388ea2f61c2418a4b9e2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592667e294220a7933a3fd759a205bd3cad68ab97342aff0bdfa6c75834c54ae
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf74abc65000a859e657e9bdb18affd4f12e3e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da12096be641ce2533a5a993765c78ea6b626cba0d895d24e09bfef27b74fb7a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2e77f2b72b7fd72d9b47c2ca852a1870260477
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55689086bba1736d82bc827d76d1cf3b41d02ddaa1020253e4f80a49a31b55b
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2105ee0610f9ecc7f21b786ebfa13baf2f83936c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e28f3f1ed1480599c7737c3078ed3ddae889a683e24a08b826b692d43a554fa
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a138f8a14717dee0e5909a450e8b8026add58ae
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58edb365e55b2dd8b9c7fb354b252362d56938aefbb672fbd9cdfff90f9ec98
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c104c3f5c02c8048f1a5764484d5279f9d973f62
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bd59875399d1eae883902237495c07b0ea71d004a0baf96c10ae35dd69cdda
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c575c3a98ebda499a6cbdc8166e66183f3a805
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff75e1438e9c12d4a818fb9ec7e38adddeb70195623f9d92c8649cc8cd016884
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e028da4c81f40123d8987d358b66031c92423f6
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f76238a976f0d5ccdd02f867e1e64ca6344c84150e478246902b1dff5ba9ab
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90469c924cc01bcc856cd15631fe694e20f07090
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b78debec4b39b0ba56af8c79d04f7a76b39f08003fbc9c2565084c6b43e388b
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0375e15eb877de890313efd74e379853f6a1497c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9339a90884b6d1431b7435f9863c1d801906f2e01f157eae3cd43f824605df
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab94d87e4b00fc5f392aafc5b6f2747d022ba754
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1aafa908ccefa6a1d11c22bd010994feb6d111b6ec923c8d8c1ff5292f3cf61
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666ff2327b1baf76fc1687c1a436041ba4ebebfa
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7461c0c5985f19ebae6774fc5bfe36ce58b478fa323b62554da5d08ea61ef55a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694173426ca09bd7120c6f1167c4e7d76d4a141b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab89f7099fce3f2335501bfbe3ca7b1fffbdc23fdbe0c2056283dd5254804e9
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f597ccdd1d96ed24bb43dc8c2dfd5031447b0ad
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e24ef73e9fbc1e2168fc93e1a10f6026634bf30ed5c53a02fd714eadf6621c
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46434692df55e2909f41d1ad5e84cf9249923bf
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d450afc84a6b70d5485b084480c29b3c830783852d33ee99279660cc10137639
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe704db0556652f3e6d0d5e070ffdb998ff637d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1c13481100d1720118d45609f8403b745df885d2c255ef1c3c8964c4f4d571
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522236c5cdc30ed781f926a09a8e80590b849a72
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee9d7c19c8d9dc1f1a0f3a6acb580e652295c939648ff38a19ec109dca05c01
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecb41dd146747b4bccf04474a8a7bf5dbe7ad7b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c19410d1f000edc0c8fdb608c604a5818fd0d7c5b04df6de0168ac9005c6ee3
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9682a8d6ab3b4f8f9896172b349039a4c84664d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9292e6995759213f8749f34e0e94c294f20dcf19f9910a837287210eb83ea7c
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0690ee622dd5b7f135125db6823093aafed9a462
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af6acb1ad5548a27c69a4cbb51a0c061c22658279d7ff92cd2ebebb9746aff5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53de1e80ee49c2944d90851363cdfe0ace170244
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2a4bfba5a026ac8eb7825171d91aad726f863c4bdcf96207862c9f8f21f7f0
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5954b6b638ee2100a0c3c6f957b0e22bc55206
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda68fecbaabe64a282868fe2c2b3ad6f43b497f36fe8c8a61f2b4396a5719a0
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06ed45fb0868801ad58193bff15b04451b3f71b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915760be66366e94d4fbac44e5c66c82d564f2dedf542840be1455d7640671b7
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ae59479e206033b1a2a7c945e40a0ceca201bb
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea76f86dede5a74285eb5aecab522b3aef6dbd66e06ab20937c75381206b367e
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a43abe8bee73c3cf07fb5f3e3f0f77271573186
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f937817602bb5d21f02bb8ea31a7406bd33cac11be30676c7e3d44395982c032
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988468d0aade9242412fb534fe06ae01eb89ae64
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9c6b61478e50c1f1a4a1316425c9e071adcf2933d4b73bdd701e52855de64a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a68b85fd6b904d8346b8f6ec6cfe4819bf27de
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd569bd698a45a58de55947f432f057b1f717df10c026d952e5539ac9e7c718
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0004e84c8dd746e5a0b5040534e09ae30ae05014
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b592a5a638d08d5cb3888acd9bc57c3595a8ce113cb79e00db95cfee5b9db7
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57a74f7ae1f52332243cc6685cea42a8c8e9dfe
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d41d5d558c4c14bd7bef1c1d646441476861429070bc7dda88db9ae6b227fa
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1d599d6f1b9d0cab97dd513f1a503b20695f5f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f0a148154ba7373092d245d20b257a555e7edb09d0b1abd1aee3e0553b8233
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab6e77b92f14c3303534ffd7f3d5a5aa367e0af
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566513c96f81bf9f832381d2cdc83c97f8b53a2d4282d980512a0b4c6b3f35df
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebee41b6638c55d9f821699a0c0b298750ba7b4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ff5c55aca2b3ce6773b6069a8343d38d9f9df2e803a815a9d87f3abc3729a1
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d576706e33c1fd23d2f9c6eb26d8b9cf06e1315a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61bc22bb166ce674810d4350d18d77a77c8cf62433fbb05038a8b8cc77fc473
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef38d7d0ef23e20558d0d8a5e302d507c0c826d2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f30e118f0d08799a9fd114ed1aaf4b03d0420e79d30808827be4449a1024543
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcca5eadd79d1943e14cc932541445f279f37b2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeff3d11dce8f9ff52daaeacd89ae42297a0b6b0755730fcea8d4304a2f0a781
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8e9de393665350929cb6a261dee9e80d79aa6c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ab1b7a2641d6d9fcd02d673803f327cd2274dd77a0fce250bfa88061e48031
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce15421125203dfd1a06c865472e9764d0cfae42
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf4941845773c6b3c015924c47fb66282f1e4d7c180bfc058676589e7be8b8c
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db74a19d1e9a00968e57d4e787863f16a0cec4e2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022cb11bd13fc03a2341970abceece3d318f9f41450a08bdd6860c03fde5d3e7
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db7113f12f40e89abcf76505dd87260b5a1df0f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db9534b5608831a64d740de02daf90492a931ed3b234acf8e4a994d5b581a29
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97df201ba57710c134faaf8a70147d47710797c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef4aef36047c41fb90279d888dd0e8b9b085050a454f2370cef8fa4047c97dd
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b50af1f2a87a8043f77f514851446687c0ce12
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9724af123635e1b9fb29242b8d5d6944e35768df54189b11c3d632162616fb67
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6364061e73be329c38268fb5e8a71bf7822b9b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d515413db75f45048398c79e608d6f957f455ce3d238039145a00e72e384b890
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571cab7e025b116802a45a15dd3ad1e2c8ce8a85
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598c21b9febd6b8ab475e78db42b5acde806e123f453c18bca81cd0580b46b68
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bb9c50597e257a158691890e9643a2b01477b4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942798255540b13637fb503169d8168c2b7cf6e329d7c1e577bdfc0b5da0f879
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5dcf061b41ff5eb9b93670e47159251482c56a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109746e05a82b3ac52626bcffd78d72f3fe6b17c88914c3ed2051f9792f4b010
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f318b428b11bb16e5ee17102318879d2448a5e2b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981832d0f88e6be6f90c39e56e936101be944857d834e62a04edabaf01acf1a1
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9bed93f1c1519d001c709d6ecc32414b903a8d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b412f674d50fe3aa918799779b32541c8321b17baaf540c0796aaf26e58fe1a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f09455031713c92e78ca986da0db9e0b38a4f6
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c47b7ef1c676e9e0c3d1f41899696eccffcb399d1163b57a950771ba3bf77c7
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db2c0b1b52b3e3c4939254f99efd22bdfe0fa69
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be0abd6371c380e67bd83628d1756897129e84afacd9c00bbdabd6d5f044445
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c640cfa2737c8bcb6e96cad51491dd0f85ec27fe
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ded4688a061a04d8b8916c1d72f4e29d689d26575f4d871f4199bfc9fb771c2
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7af5124cb03fe05401e7c569b17df461b928d0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebb0fb9066fd0e6e087c9f80dca06b6442d82aaee9e47bceebdd9a1eaabf247
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94850f60821f3854fa40928964668386e46d48ec
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8ba0c75aa88c4c9e77f2dc4b8b2c66fb249d5eea4baf2c1b991d80b9e9c1b2
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d699f067a95c47d10fc3390d9b40e48fcd4307b7
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ff1976bffbf554267b5e540f2576062936304b6a294278fb51de478f5eccc3
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23fae6762ebbd6b3b8bbfc5945faed5394c8120
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc60e1ac808b7e217bd402d9a67daba3fff5e82daf39b5f0ff79f142edaad16
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c6919b0f8220d02c4862ddb06728396917a7b6
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea8cb6d8fb883aab5ceaa945672690829f4ab27cd33efdc3defed255a8b3ea
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85564b291c34cb97ec7e8feae0b01ccb671570d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdd835b1986b22e0e447e3056215302df5e2430d06b32eeafb46b5f1d16b6d0
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39388d4ff9292f771dd32fc8e8813a8ae8949d5
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b99e33cf72d40ffe01c34737fd3090d417c5e69958ea4bf7f4d915c63e99d16
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1f5c02a98b4bd7728a34cd6bf1048fefbe0364
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdf1627b6fd50b744fb0c356c1dce70679974bc32d852a8fb904e09137212c9
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09a956e0f0e72eca77660914538e8351351da40
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec61c71eb57c0e718784ba4704f4a140fe5a35b616f3361c72ad489fccceb00c
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce339acc1c3b245faee4a22b515ae9f4a80a11bb
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e74fdf631f6f180d585790d22308207a09b6ec5668fffb9ed4e1cdf93d5d923
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bebedfa549bfc57fb3d18a1fe122a0a0dc3a4c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a451fa02d9ede6ead8258a3a7a2fddf9f82fa2bf7232ed33a6321c0a3bc111
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f69dad02722f3d19e9a9f2071504f2eb21ae34
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0643efc644eb6515721153070a7d1eb913754d5f2cf317b8b38949356a9349c2
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fc8283c272e15fd4f88fb270994a56d4b362e4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2039dce3dd0c300c4091c4029af5dedffb9a6ca8936ee17635ceaec03651b06d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813420fac0bd5e217392fe7aadc2e2afb53c8c36
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8391d9573480065f399f7183f48b36da270142938b5f5ef006ded605cd18b4
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bba16c919a07e454dd743d4d37f213d7ecb60f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c281e412dc04eed92d598abf8b096370b3edce182552be5440d2b98a679004
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e79fe80428888ffe8d8e4e781b21f66dc131077
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ab1af44e37a6292f8bd280106a324efdbf0075b904bd1984f259e866087c12
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b4a5bac4b031c51864f1b275b6995a354d6842
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd956747213ab223f716254b557ab766e5bcae675c5c8ba35686ec1e48b76f88
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30a6dfc566b3dc9eacbd509f2e4c330944c3c03
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447e4ee0948c6abee3a5fbef19ce2a7fc4ed4ad1e78260b97dad209d89554c8
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019afdb0c4504ca1df72234d4b15c880c1ece815
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c4830c7acde036e95b2af29585ba5bede8af3c41448187938ac2fd000225b1
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05be77a16e9a23918ff35a3db79ad893fd29616
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72df09e8b09f960913dd8993a44d7aae657e62e3585f4522f4bbd7d95abd8ffa
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bee2ab51281e458229e1732dbcf1990e77b9e09
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03c80fb8993480cf3c35e6cf7af6ba8c64e736f06c0ad5c0712f764a87c9938
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c01f423d23222875d66e22df4a13d6aa5d2ca14
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9466940192ba62a3b1dffe8e5fff0bc9c83afc1468fc4dc15c54b6f7714f4f1d
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaefd8650db1fe8cb01e91e1292f1ed7af20b9d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0dbf61d4e575572e69ee6e19704d05e37809fdf3bb81cd7807c65bb3a4151b
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9238d661d40b37a9c9640f965d6e5737ddc301
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6220b4435ae932ca20956a0e552d409d4bd0b9c5de1fd5a3b0985e6a7bc0b4
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51da6326d6a0927fa7b89bcbdd6e483d63b61b2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f2f7cbed4b239e6c6ef4c76a8546775ac65db908f306c921ac1d488d668ccd
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb5373552fcb1aaab3c27a13ba4720ad4beec50
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1e4a1dd38cd4d0dfa57b3ad4a461958ced115b0824ac9003accef3382d18ba
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3981bf7e8f1a30ed76800a967a9e4c58073cdc85
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da316a90eb4152a8be601c0a5ae9fe0f93ccc9e0ff5140a8e38d6800554093e
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df585bb93ad3f04a16d5f5a0e0e890e2b43106e6
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7711b458c35e99388c2fcbce3054cfb5d85d90ef29277d05665043921023d042
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44f92c88c9a60c9c2e73319ce6b804136d7ffe1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711136b6090eb07ed82299321de734517a621c09a692902f05b1b114f43896fb
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2e644e9985d7da113ae15325779a9c90aff181
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6836a8c973be3eded31081be2010e4642c7f475db107fcc1048b769266482845
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d21af4a08f7d5f165479d4713e38f5e18d2a18
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15906624a3155c65c1ad0b48cf677ca19b9344c8c262ccf4bf07595b08c3dab0
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e25d09cee24e3669ee10b7e1b1c01c70b2f126
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ae2a7cc4139be37d9243fa3c32a5036c6f83e6a61e1492a3033474729f8853
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8d6f2f98a9a7c983b9fd0dc5c795e4c26b8664
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26192fe915a5a478c9c13b4e25786f5e6cf62df92ed9806137fc146ea22ed5a7
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ff2adfbff61ed27866fd935e35e51595270817
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fede0d658c7dc841ac3e03629c259cf63ba5ec6aae9b8f9e7abc653a89b607dc
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb88e2b2f719cede85bb2165c22afe5007aeb1ac
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fb1bfd14dcdbbb202a71ba55e47fd77c192e755795046e12b9392cc861fcbd
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14664ed4097f5acf6bc48a162e4309647746feb9
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9d68aebcc0a5145b103b146c6c03eb7ee082e5862a33d904b2d92d3d76ba6c
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb694f653b7876d35da5e7c2dbfa7893401be9ae
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8c2f3fff1ecd9be6e89ff990c876c24f1767fac0ff9537b44ac73032d6b166
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc1a22085772ddc33d8c6e9150409d7a5e8d09
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6fbdeb50fa1f29d4af9250ce9afe05cc9b4abbc780392686e002bd684059aa
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3591004956d13ff86022ed30d2e5dc7598b846bd
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0cc8ed2aedb4ede972f5a148ce9740f714802c09344149e264e31fa74693b6
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3dd3863fbd5cc28844a1025b0029f58f6c5697
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fdd18d138e24acf98dc360ad5944ea3892a2aedffef2e04612bd7a66e1b2af
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06460e62607d6dfe3c0dc58fc5ab358923989e7e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62313cf5942f489deef0b2e5abd103a32363e93175ecb40510a10a2406cc7a2
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3277e1466067613adc51aebe61f8f96ac72c1087
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7052bad79c6002daf60ad04e410ce3f40e911cc41094e3b148ef7e7c5e2b9594
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be992710931bed77ecc2fe1778658a90003be7a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6e5681c55ecf910b7d38f7d5e393196b271e5bd82c07602aca98c7a69cc333
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fdc6c16ee22aaf42e2ba87902af4a4968b7b7e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66825ffd1fd90db224cfa3aa7d29692f46fe2ab890259c62c213f5a652293bca
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ef92eb85f080fafc684380ab5d448d1303e393
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63433338d37a53c9e4dff6db9b3692a72b57a5a232ede0d032d95cb3c27703d6
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85bc1e59c59c8bf4c94b587b62795c2c0fbc05f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fc9ce7c3fc190b0e4da61bbc214b3e364d596dabde188f2add7757c5eebc45
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d89f1d7619572fa08fa750eb9fae6657d5bb1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c74b2355bd8185237524c90f79eb707bdc968eb9077df7f6ad761ac221dc9d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e424e16cde099807cbb4ae0bcbd61451d9e21759
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ddf1e2f6d254fa2f19162591a4b4f5606d9e5600c46307b4638be8cad8d53a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35f9d07a396e1e6c3594c0652703f5b6f6ebef3
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d94ddfff2916dcc585c1ebd4421916284d1c166963b22444e93da74ba7af8a5
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619b5ac6120bd234f004256ef8895a87c116051a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0946165e9e338a43672e07b2753640cf46cc90c0bebc9feea172d3f34215a75e
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983ec14060d3bae99fd599de7615fade623974b2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac891e4ce66d9d714ff3d1739a464530499fa039d0183c766255cfd896a6d21
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5d820a890d025416b109e76e65e88b4a7665f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad318927f6fd58a17bd17d7df1744e7f6fb60c06a9c10268d3b0da9a5f96a7c
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05e315f9eba41e5f360141304e5de213ffd0059
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415c9d825de0436694c7372e022b6536b0d3cb8af56573157632c31db55c80ca
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276f2db7987803e3446f8347e12c5a0af68453a1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474bd7ae6a19c0dd6a3068385de61e51431e4e988d9cda29d0175d39437f80f3
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0bd1a4c39dda3ab2e9843617833d6857010343
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91b112d9921e320c02b571a74e3e01f7d6e1aa9efbd24fe3fdfb3469670758
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680bc8c34764cdf2695ece1c4aebec7d7a0d61f4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17cfcaf7acb66582516aa13b1bba512a2f0b645d498de2c09fc62a23f63f932
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88f3937a9b695aab8cfda8e038963d63db6a208
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f96d914ebfc9b762cab5fcba09c8a0de739409ad6bc3b4a1bba0563c55dce6
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a336181f5ec7421aed7a2a6152ee97fefe993d1c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf3ea139d59c14c152ee307b6f22f7a5f5f0d15603afce49f034fe4b8eb9322
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401d084fdf519a785b33414a4e70911edd549289
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698fbaec81816c5b212b921b15e2f384c976b9d8ee84c01d7575f643863657c
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d81a568c4a8dc2e9a7455ecc43e1040dce0e571
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f2189619f74b45a77e47036aabd02e1ec52e0fe8123f6d2c4261fb6a55e4f5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a501912d0f3923d47ebf470778d990a98d59388c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c68b165afd3213983b3fcdeeb497c797c2c22a3c013c48ae72bed7eb28ceea
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a41e8f8139d97f110944f9b0b7bd106ea7e14
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cc12333a173f9294f75928fa73ba6a19a9ab72f1f55b2732492587231061f6
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd03424eb4f2bf39415b15b83108658da760fd9d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09723a45ddbc41bd9f6a2613cd95bd70e82716c6681f9995d3ddcb7e51b146a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5a11a7ced193cfab8c5b60b22132e9db0c4298
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff968136a040cf3bcc6ffd495116b206ff67e9d20c8a5dd8bd3cbf1842bb9109
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4866f8e7d3dca30ce7f243dc6b2b168d0b44fa0f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66be9073626cf09e29339eb1e47f8531c9447828b31b753fcfb81de63ad16c7d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29cdca5613873a0992a05a9fcd9f646794c58e2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e37576fa41e8380a39bf1167e1bbd3919be624c02c36c7d776c206931890d0
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2211e555b135fd7bbbbc3c067e439262d1f76b4b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c405674bd8558a188db523ce210c3fc462ca98f4bab98e4b49f467a9d5a688b8
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc54d436ac6720f6d539d5a62c3416ac5448ca0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa317cc4f0bc83b54968551782231ffc31c052e27f1deadd908482d74576263
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5070ae5766a1603febcf15ed7500ca6b6bbbdada
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aed1d2881f2ee365bbd3c95189d2445c9083d8a06c386a3d1588bb40504aea
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbc6cc97dbd53008555f4f9b8b645576777390e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645a6c2f984ebca1292a49ea1afe2e8f6ade2226da192991e24871a16f224f48
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97874d31782ee3eee4225ceb0b932d85dd730199
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9f84dfe479f8e6b77d335009221476698b2b791d5334750aef4ef03561daca
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd9122d6ca7ff786468a0f6aa7710ccb493a5b8
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62367e46857ebc8c6e6b7052182e8bed4566bbedf6ad482bedc907e3777233
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ddf881aca24084ad911d8c8528efbd18ba6af
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e6227ff6c29f5aa268d621151401fec2c0008dd4fc71670fb251027fdbafd9
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1430e01a1091a1ebf08b076eefabcc21eb3829be
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73a0c691be98e0c7995352315253461c58c666ed55711da8330c6b1adb1b8d4
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f151c39342b5cb6782345e7b6059a29a87f848a2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b33d41bef05567441f7048246c521d5a7613356c7ae98367e60b267f26c0107
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ae6817676b25e446dc8ac6632f08f19e97e041
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e3da5b8b3ec1c79ace554fb061fcad4f952d2bfd505317742696e65d8ab2b1
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1bebecaee8d2c7404af930b12eccda0caf545e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e1b47bc5ac3b1cf2e9a975b41c6827a275e9eac22e28534ffa920e20153bbb
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc434e1b22e272cad4eb9390aefc7607038c4d7
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36b0e6b556b6dd9f9696ae28ac0f35894548d282e08cb0a6b8319f31611acdd
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae063b1692e66f9efc8b0c3bec7c322086775ed4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e289742f98f47ee348b4482c04e8b9246e4f1ba5c73af3eeb1e49c28ccdd3d8
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e1f6d5e9b801f95cf79e55f9cd0a0d2d4e0d1f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830f53193ba0403a3593fd07d36b1581c2e8b7506ceb8dbea3fe7cbda6daf529
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd113a6e55467fd7a72c529edd39ff5f3cd0bf1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef7c6beaccf1c294f65b45911ab9791fd7f701283d4502fbe4065a8b5faa629
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486674fd4e3dcdf533ab139c1aec8069c5213761
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af6bfe8cd9f5eadca51d803225c7d648dd1c2ccb2d42613c1e02a60e71930c
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06364df3ebbf52d7d88b18c8be7c8ede488353d0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8977a0e474209e75f67ac914414124ae89439e7fa3f3b75029ff09c74201ac34
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661ba1d2fdb61a829040ca8c96d26d3e1e610eb7
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d7dd393fcfac81b0cea5fb9d4dce83f484e7007ecb24f4dc117ca8690ea722
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bb54d3ff6370c7192b52405464c53a5d5c998d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9b73e0b8a3926987410d5552ec1b78c621f4f8fbf5bcf09c5ec6d5a4b28b15
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38be4b89e20f747217b26e36a3f5f1be23e21c5f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cfd140182e59a2182a562133b260662f3ff994789ed903fb820ab569e450b
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac988f27ba745307f9b8804eace4b6454b2825ba
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e716af867c912a7d347046f0036fc428942a915ec603746713aea84ff6abdd12
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb8dc3d27e43314cdf87012a0ea794fa612bb30
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156c93708b7d44f233de6743fbc39c6e7568864dfcde37dd6f4cc29bbc320c83
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988b15ebbede3836473c6ccdb99633e6e8c78417
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9d9098688b8c2bc1530f8b57a72a883918ad0abce7288927d724869d0120cc
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924bfe8530be0689ec51b66116f8906e828e305b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ab81e63f907d9fe19d3f2c01ab6dbdc531e56b1e321b3ce0f0152bc16721c1
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e47d20d56b904211f7b471f1d3eb0c48963c9ac
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a3b05d2b308072af607166f4f6b1e6296bec1ab81b781fc8ab776f6313a5d1
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901621143e6860e79fca981f451d4ad3d415afd7
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0c91a932eccb4501dd3fa75788ce7b041c166fa38a7b3c79f48cadf6749f60
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9a0e5b94d427e1282f1743f91b948e243d2012
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf1e029c4aadc7507bee42599508aef69b16a9c59d7ee9df0e2dbf7be511500
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29660a63a86712dbdb7cced9b3dd611a8a5a5656
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31804bec5bcb5ef6d93fd309123ac29f145de4798a1f44680de8d49279a3a090
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61302206633ef6bc79af72138ff64d5160d268db
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4b5383a14b8f74d1d75c234bda43f3e5716ae2ac836d498eee85e98df2f627
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee63de515c2aea864783072505e901780609699
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77891315a2d54420e03984bc59ed343a7ddda63decd01a6b2564598d6ccdadc1
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f48d2e6e9954f150f9ba8566a580ad797835f3
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14526b68401b0426d66731ae928c36c3b41982a7115ac2b2b2a0e76eae92f93
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557719717bfd0c4cddc29c151cbcfecbc506c30b
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315624751ee9bf179df54a9c9508e85112201b3e3060a711f2b43ef9641360f1
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e227089b0891f00b4b46ee2a8a1d82ebf4f5e083
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf1dcc6d0dbcc0cf8b244d8856af6258b35f9fd2ede2eff63415b1927f01e16
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283d56bb48b8c682934e178a4a34f87ca8763a57
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3760c716d265e3a78f91aac15a918fd8fbb71cc6c3df6f5eb55e7be6bc3aa5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624cc392688261687c305b7d6a6db52d737555f3
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8541f39bb3ee38cb269f25fcd51b7ae88f9991af838beaa3324f6a8ea6c9c3d3
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9729e4e15d2d858b8f151d022fbbaf76b2732e78
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c472b1d1a942a5cb80ff4b2077170847263ae1fd137feae3c3281157c1d00b
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bd779c21a041ee2cc0b65ab1c187a373e0324e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0c668013c05493978a93f9f31ea1b2c3e124f55a33d168b8b93a8e75facba7
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eee81389bb45a7a9cd3ddcb68c5134d8952e16f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ea9ab7540b9a4c1dc9c3a57adc745308887c2bc1d38407e7cbda225310e7c2
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dba143232da246300a5b887418ee3889ed115d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4916da5593388f37061194d2616cfa49fed5579415213c290ca0881c70b436a8
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4581cdd47ecbd5c92f9345bc83012c321ef297ba
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc6ab3da15b489c94f12309d507f260ceeef46cc31bdd08199be00e30b97dee
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e87af3e047ac47b9ae663bfae1e6b29d8434bfc
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3c07feac5f22773b3899a29a5804b74b1df46f18a25eb0125e56fa41136969
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2d3d5b8a89f4f2a1a083c74443a75928d5f86a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13979f7a4d3b2a84cf8e1b71903ea751b16e5ab8a52bf59af623a5539bc0fa9c
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2020427e91aeb962120a93b893ec631f03089f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fde4d8f725202fcf776ae62914557ee4eafec12f3fb329c477564e45a0adbac
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9204e752c35455e75e323be986273b4a75bc4323
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352f1af26a1a01b263109c3f96566b0677cb161181a5201a45d01c64d89e97c8
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a264264a8cea421fda4349f12e487a1e4926c5
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614a5e48fbfdd698fc7c54bde14ed9f3d5f1a3cb582cd644870ef473696571b3
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290c723a575679d96a5f934cd39a5b8fb2b29624
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791c936692f9667cc1f97d80d9c9bee2d5a565f37110daac9604e36ac762e0e1
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414bb88514875ee6daf339fd5fefdf966742c864
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741a2ec563ab5b690edd87489c296b9d7ddd8872ee16cc7d85fb9a142fd15d75
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a638dabd08238618ef9cf615ba3cfef65e0a730
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77f2c92509eb7f9ad10889fc8b3141e8f8e92d4dfa3feb1de81aed24d18263a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b8af6edd03366269285dc19e4ff6597ad405ba
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f141d459b6c7dfbf1bd8646405ee4c4618bcfc13ed9511077ecc70c9a8258e04
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605eca7bfd9c9720a1c102e486036b3cca831ae5
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0521e8028283c2fd84bf722b87f8e6015c42f28c9de7fad14e43293594487103
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe7177a1b25500075b3f9e5dcf9072c457c138c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5cb98988612297e6405557e65bd22efdffe691b971cc4ead8c9482e388a658
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc13695d5ffd3a6440c2edaeacfe7e222932295
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aea99bfdcdc8977e8b3f9ee1854fedacf2390dd56cb5dfd4df2d429652eb85
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3314fac72408dea232ae920b4b8eb5c668a148
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0019e198c4f38c32779076d820f3ab9590a4e8fe1b347b8fdfa122a0c8354181
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3070d23f1299bb87318efc85e48fc2a565fe499
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e82062cc1f204966bebd146189eaa983d11f3c447625b9b361225329baa97c
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ec9832cddf52b96b5b1bc99c20b6c82c1d4200
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e15f010fead8278ee4ff48fa7a320921ace639f5568025e4fe7c47e8c0debb6
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4ae5e393a8dd6ee68bd0df63c36da842d39c87
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9d78ae206a9308f8e9cbac4563c1ab4bee0e576b1c5acbea917db948b517c4
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822082d55413d642498453d7bf73e2e6b94f6cd4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36147d1779749235d902b015d1d63c2f4ba6f03aae46418c5402363a02475c7
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ea6a24539864faa5bcf2a70f2ba840b580ab7c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4735dc8c138064ed530679f80b42c1482c7395a5296aad65882c961ce0b7c182
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82d1c5b95bf0812fa33aa99b1f475501bfae328
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f4f7a7d03688d7e8833dda5efdc53e26b5a1e6cb931f77e332912b798aeb05
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecefb49fdc0627cec94c0268879f5543abaf3ba1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a04dd68de049355ec0fa78ef2378721a2ed38afc91917887b0a6f9ed3ca173
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aeb616b65e81dbb5d2aca890110b773a6bd07c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bb11c2c61c41b29a6bf27d8ee0b5cb78784b373754e7ea969ed9fd98d18280
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6b1c05b623ce929a8d5829d46f558c797c3077
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dde497768f6bd2d741e2d20d1ec7ca9921b6a29005868879bf431baa6c8130f
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b685387a63f0f0502bbf8d38906ea39049fe5a5c
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ca6fa42dc23c0202b4e832f9d14f08c63ab79797b7dbe6dcce38ab1705ca45
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff10c9e08b76b3216c12ad371d851844f51395b4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ab43ccc1f8adb28acb2f7a3fba2245b7e0fa5a510d8ed64af8c4cbdf047367
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4f2c2f5d640baf99fb0a2364d0dd1c6f762982
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f4669e8ded369f8e4222fe43443e5bdc1c1981c737691f4beb310dd9aa72f8
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9b30f60fb246f99fd88d468c6ffc27158e9c01
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b192fe05a3296dfa6f71d28c4340d059091ebabe05a4210a68ef12cba2123b89
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa53a4d1eadc2c3842f95ba1b3d3d7eed433895
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d1b06980067fbac9933117d4445ffc8703d1eabaa4a7f26fdf5c124af46cc1
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d699dc02ab575226d37a9b3624e03d7ddffa89ee
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41c98f1593a8ecdbf010413d6d125daa12b7e7e5794239b2746f78aa562a485
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e106f8bbfc82d534074079efebae21bef9fb3
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838ed624ff0e7537cb882184414559877bc1998a9d8612ed7dda9e36d9b70587
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1633799ad614d14b908aed2c3f4050b4449f557f
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca1a3c74d559884a8f27e69eaeecbe8188e5509c283f28d877a545a18a9ab1f
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7178054d3c9e1bc8f85081882ca8885b1d28d1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec4960f4d80273cd11919f748d2571ca358fe50db2b1dae3240501c6b12567b
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa4ed9eb012175e75c2a1d6671a329967e7b5fc
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371bf09600da54b336f796348d8d0a197f5e2e73cd4b93b0bcdb4cb48151e390
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222eaa38e1f9e8efe3e4237bee9fcc72a18a3cb4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d0bfb8d0678bd3587802f8eae54b1a4cd398f13261390e33d59ef892889527
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a36a2270eefc0183110f11a2d2bf211379c0b0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cde2d94401bb3d3a04bd1969bcd23cca38aacce3a01a15951cb450a6ca6b2f
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053474d1a02db3084e97d78fc569c2ddebe3b2ea
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0bab745e78741566089f9fa4072710290d426061f3d89a753ac126bde9f817
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bed581f66dc7e19a2435581082e2379c877744
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6bfff23f47a3343bf967ce916ed9ca774f62a656855799a8318ce90a1ccfed
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2706514a6dee243ff0a92f99210da2adfc62df4a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b61597808590fafff675bf6a239a63f73f556a4355eeffe1798255a6783e17
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb581be719bf649389949585e3732f9db4ef051
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259208905430294ed21ccc7fbcf62a537689ee5978682f67d0abeb0b2b1a0848
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0c6ecb52a29cf9d7062b4e0ca8b6a73777b852
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da35466ed3861c8b4c27835ad55a2ab0bda1463ed31c196cbdeea58e8347362d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f4b895365639186876b198ef1dd5dafb909f00
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7012d65f8b5877e05c415a974351ccddabdd3532290d438d082e4333f6837f
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa86d08c38fa75692cea9f8eb453769ae173cb2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9202426c16c98465ebf3903d27b995604e1f9563ec826efa38bf06d450796ff1
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6662d283c7062a41a88e02ab58ed4478081ea4
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e079a3f30a530c17ccd023ceeeb78c1f6f33c656773e2b9ad7dc9294d466c96
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e268a5c701ca8ac452b9152b65242c5608af4d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6998d7f0607aa58d27ca95a9175653d71722ad515a1fbcd8ca888f8d6684424f
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cecf9582631cf5af199357d944f898dd842c65
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87358306c4ce5228ab1d8eb531b466cce4e5e13591210d6c9d404c5489240797
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a372d812c3124dbe55d73fd51330937e3c0c9d
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce06d6a592140b4f3d0075e083040120f940b998851cb93a8cbdb5b1bb3f722a
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d83fd27bd06cb54b233acb121a17e107d1f6bb0
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00487ed80a82d72ab4e9b0dec35b0c576978f324dff970e774f76adaabe89d2b
+size 17633
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59070157dfdc172607c89d4c91b46b3d6a2305b6
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abd99d1a517cc9703efc3ca74e599a7b2c87625ef7960238e253e7e80ae6f54
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278a69d909166a40408d79fb156bd8e39f196a37
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd96f470b25a38ba54203d2d84c36a042006d3a11200c10039b5b652e8eba41
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380e874748d937d94d0483e1620f4884b588a8a6
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655b9036c5fc3c4ef641a8bbebd9cf56304b385a006b9cb5e95dc0582066a244
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca323fbe06bd1b4df32edca40d413916bb4c873
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831606ee6ccdda35642b01cfd8fd6ac90bf6d28a505bb794c49d619f7939b8a
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9045e153774d6a2d493f995b5f30c14430dc683
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7886fbbf27ebaade3a3562ed08c8352a03f9d706be41cac72ab73e126e824ec
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1ff82824d3ce94e74c96418a861e21f250551e
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0b9dfbc3f2b1483cef03c8f95396126f4463278e185b9bb43fb3c6e16cf556
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c944c9a37b8f37e094c3fbcdc07e24bf56142
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8aff0a901e80be73ab23faad5da6b11e8c17717a6e112a5ba06f70ea135df4
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604a84c6cb8bb3be8d12498824eaf1fdbf182bb2
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547fc731f32202a238ea887a9ef0a51fd76595bac946185284e2f77ce8e93edc
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049c6267b7b08c69754ea88d496cbd77530b0be1
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4eed706f16012e44e4e13d90db0f3efee717c7e70331573abd361aa8b814a1d
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fee285ef582ba71486f7dbea04fd8227c1a45eb
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff42c168493dd556c9f36d26aece835eaa199b3844712f26c7d5be9a2c5f7f5
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e6aaa7b752fad8262e45c7a2b17d956dbfe08a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f8d734a541b2b39c07b8d9c9de4c635ae67982ccb4d4355429aaaac3608171
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764d8460f22cb86f246e99bc792062f7fb5d1001
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed92419798016a9a1602f1f055380c2fe3ec8ee5443ca187d7e134b743b56d0
+size 5345
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ac14499301bc1a4c0ad1adff0534b1cde35773
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968b9eced1259c37d7f42bcc897f66718680f124ffdd5a891aa4bf2059eb70ff
+size 1254
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fb5e9b2c5eef714a6d78305186ac1171b73297
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29495f4cc70a5083e133f9457a6848bb5095c70dfdaf6830adca8ee5873a524d
+size 3297
diff --git a/params/opt/6/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db71922e25e93d55b57721a491d9752abc1a1f5a
--- /dev/null
+++ b/params/opt/6/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1137e3ca39cd6f9941a0fef2e6d726c1878227ed14523202df450a387962dc4f
+size 1254
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e60639edc0848be3cb8eca6929c61700e140d57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9122d68abd484f2933efba68fc945a37de1ceb71e376643466bebcf94e2cac02
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c0e75b148b0d3fb1fac0e809e30f72f7058bf3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918620cfe7a5b470ea88db1054bf4ffcddeadb0c16356e666b8ad53cafa49590
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babde6060b80b0477c8fba1545e1e0cc7c3e8d94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e35728e1a90387390e988240ccdfbda2814f8a3a075d7038f64e73bd2c5ac28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4861bcb8cbdfffcb0cebace407d1fe320e9eb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4db1f3f520201f8832ff6d044d5410bf48f642b1b5d640a3695e2062a64eaa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d799ec448719d026f41005fc7ea4a39e1afb0321
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a395e5ed2c610154dc64e893603e71224cb347cb1060bc5cbde42e79414e64c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6e19b600bfde1cd233884fe613b35eab4b12d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a856bf53a6f5799f3b07dcc84daa32fc365d5490e82ab4062090230d767dfbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817ebeb72a2d2297b4858a0cc33d25cd0604a288
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609fc842ff35aa3424b3ad9aba514735e478b2628501d02efee1077a6904a826
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ff5542dae09db155f6b2b40a346d225fdb4a16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f6b7e9c4e6c9cf7cca085dfee786ac60ef5f2f1ba048233da09e3d0240973d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d89327d1883545893e6105c479cf6dcd37b267e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e987546283119ef468d2fc6f8de51adf33eb17e218257175084db51695d06cd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460fee416773f0031f743828a64956fc710c48a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2253a51a9c02cc66efbd621ddf6b52abeb410fca035b31165538524b702dd443
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0643e7749d7afd181aa57e52685277e8c2078a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40af3032d625f857433845dc5362b989eb8277c5f3ac787068b211f6beb8cf4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d3ce63b2a7309ec1333a1755a46c9a6522ac56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1382146e097624d2822d12e534b6c5e3d4f856c82a46af5c97f317745a3934
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7b6ee6dc5c5c4f4c6f3e66b8f2f39908b78a8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24641320e9fe16763e843c5c2bc9840080b1f610dcf55a11e737bfa380a1e177
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b861cf155501d650975d8f549c2c40e1b0149ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5efe382e53d305e308a2600def1358d1cc9eeb7353d67d3874322da69fc1afd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d44c8b1d156cbed0e6631e024c6798b7c326f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbfa724cd24ae5aca473a6fcb549f96d8dda9b6eb3ec3006d7e5e25c61c7dff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b800b46bc89d2e986b848ac7e68723d8180bab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354fa66792141df0a18cd06e0b0b010a09838e0d805c89d3ee713e9bf70614a0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a3aeaf0a68217e85d137952219413f67e60692
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a4a4afe110d4d84a98bd8a23e12e50e9fb7ea85fe325c7421e112d9100a0f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86bd7418990de173dcc4d5e148c4014f61634cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82c4843c5f8ab08565d1774ef23fc9080b4800ce9eda741c5e82af7a69b90bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280b5a143173e1b8e1477f9ba79271868deeedf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a7819698b4aff96dfbfa29cbd2353278206f556184a82cf39b1f588397b6a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d525420f11b1c30ea09cd7667c2149207eba61c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc78b8bf0f954e15508e8631e42309b71f102ee29afd91283b1f6dad0a914fae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1ef3fa2be42523dccf6422cdbf469ea1f6cd89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33657783cb5f68e674ce4fb202ce6d898b8e0cb2a209a03e15ffea04ae3e776d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7eaf384b70ecc6458199a2caba94ab6c05be88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63a97854c9145fe4795b591fb9a8579a244a2e76fd1f19995d69de9e7e0183c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b360d810c019332415bccf112ea02c6a6451b0a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc679d19c26844a36d845fabcfb4dc74c77f1134abe4a98d03ccfda42112e0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bb78b15d7b9a175ec50c26a667bd38637b8f64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b29b8f0b8e8d183dad5a2c40044ec4399fb408d3ed40106d7a9b355d21b1cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364baf5b8ea06aa912032caf9e7ca0c716438ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5f6a7c1ba339430c373f844e1e56138bcd0ee1953171fae898685abac8b293
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50ae1ed084d9946de1c5bee68509be2f8502c86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02bf78c93cf1c2e79dc206f26d5567d3a78d4e20741ab023379cd870099836ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb62640be4db8f6e623419953f7b5ed9e7baa4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d3b9876fa13b3a48e6f6b1a6f6d2a1a53cf25af770277681ce880a7e9ecb53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db6d5b37aee78ef1005f8ec5dfa27c37eb18a60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7928a96a97fa71dadcd5908e5e81d3ba8361625f44fc24c2c782275aed640ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab89a70b4f98536982f0fee9dd178adecc962a17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677e3fb22b40f365c23ae392376f470a35f437bbd20593dde82b79b478577b92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf887825f70314c55d5cb00a783aaa62f35f1ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1548b14d1e308505a6b2359b777f3e1048215715ab92ecb1e469e3ccec827198
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f0c2b710ff9dea267f13bd33e5df0583276551
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54774fbdfd31d2711df804e6a84cdee05c85eb4f631780213f31ca211e18051c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aaf1399f40d0a5aa0fa9add5a3fcd869600e549
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69e2a5f3defea6f40c8bf5c2a8b735fddab70277224f4aecbadfe2ee58a5664
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4d7de45ea5afa1a0ff9d9173ce7ef4c8a54ce1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342dbfd9c146060b4b010d0320393592b17789636ccf3dbe7897ea86f8189ba4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f646a0b375c00a2f318d5388e7bdd81823da3a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcc17578573c74b571795c9fa5b17ae8f00f32e4019c996d1cf20b159bced58
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf79f62e148c200d9032029e65fa95359d7abc62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e1e7a5992221ddce9fc6f659063543862dbcc3f9784341ec0816479b66974a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a164324d6af5763ae29afd1fd8416848f2c4eeaf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf646f40252d16901683e82e4f8fc5a29f4cdca690e20ea4802e21f09bd1c909
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a78ed48d26d2b4cd193d617f4b6550b7f90d51c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f91dce1d128d26df194ac31bde9a8752ecd8bab364278f4a6f85e5916da2d66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08047d235406975af3bfd03a2de3eb282d5c8da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9b4abb372eaa6d9e6b2b1cc70602a200f1fdce85070b982481926c5248f9f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59dac1dbad530a856f62b9d52fa0523e30fed65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694edbcf2921ffa7fb494bc74e1f5081a8bb8dd71ec83bf5105e0018eadaa80e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449034012a1fd09eab6fca695c71f147df1a83ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffe2181b18e2dbf3439c3019bad03341b51ddd7b941e7318b261fabb891dcc3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17615a1fb58a498dff5d4eda87f8e874b067881e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e002f33886e256f1401610392f62ee26a371d3d522ccb81803fe2e214404459
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8570c909f467cc9a1429789e185e5c1660246a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaedb5f9b68435fe6d43b7eb458c2acc8c63a31c0f1af1230f5cf69f89053e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa77b2d0d2b901afa000c9ca811d2eb66dd12bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae9ea7cdd100da6e74f798f2fc75995703bbc325f8aa19200ac5ced807ce5f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96869474be6a83993844074b58de986799a3269
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8217ba7b153af8e98cbba18cfc5f15063097bc59f385ca36a06a6eadfa48cda5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd0836151b9e2e736a7f968f5e570cf9200236d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3745615dc2482ec61300959b7a97180caa260345423099904ff7d21dfe13a21f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127d0398e5306c6f06695328d94117429c24a8aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959217d55a8fce715191fa2ba54160560eee60eecf56ad4660555c1678f8200d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b134647c566c87660a8c1c2d1bd95e42bfa35259
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e073b5e6e8dc4016004986310534bf193fb96d7b38a735675cb41c5989ca39cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16390bb857c22730353748ec3cb1fe91f0ae95b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f76b2ec11e30767b82eb5a8045bf0c8bf4b6e357f69a64d58ddd835281f41b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0acc0116e217853b7c1c14a33d48e724285c28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef8b11ff0e79d75451544d22b82ee975e9e0ed4d1f0fc9946f6173a1c8946fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf5206be49736deb6c8e8df4abbafd6cfdd5af2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7d625e27664bfb63010274f36bd645e758617aa08c06b4713a0b5f4a1c1ccf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00645aaf70c86c5c4804add762cb4e9b45511cda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09158fb4377426dda29b2669e14973b1964b8dff08ff576f996433b41e867ca3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffe6e4f513570ec430491178349d91c85fb8355
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d68a58cc1a31c49d1ec205f12bd2979746e1468ce04e611521940dbccdcb44
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef75095bad2a72bd20ba44c7b330ad6a997958
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c241103ecd2f0d1d07b5d9e0ca2e1bdc8dd0676340c9fb8f31a7b2eed5db74b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20c7ddb021907a4f2edbcfda0738c386fcccc53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82ae701b9808f2d0a2128c83fdd55f04924c3f2ac65c0b39d98b0dbf3d3172e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9bdb46fff78ea2b08bfa9df97ed83c3f61f458
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce922f84d5713ea64b286e168cd4f0367358ed73558f303272b07a1a30bb72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1ff000c166404a2c5cfe3ab175cfd62f1f1918
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06922351f8b929964ffaa7fbb01f2fc70c3fbc8e5078ec148c1245b51c29b0b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e03d92c711db199ee6c6b08394e6e18b2e0b31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633c225ce670c80ee90cba0ef20914f8328c87920302c962bd72334781571bc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6af27128587bf3b689c31a446cf1a88a367722
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7c01615437e97a845b41296d01a4da8663f7d0267b9907913ba6be9f9d275b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68dd2d692b143a1f6878bef933b9df8616c5fa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761610aa599a232e06c1bb30eeee9ba7d6b21703261cabca712fa7ce11e695aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2232cdea85190875d1098696d026f743e22562
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac28b489d5b37b0b79fd1229a655d8ed4963a89881f048849057e0d1b29ae540
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56dc4522dbf3dd9cf4ba4da93f6ffa892729596
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39be3fe6c995bbef6859790cf8b2fdd7dd85b04162c772609a432134727c109c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbc04d608d2c0b2d46bd9dcd35f91be8c56c8ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14ac3148885a6399b7f6b16902d52c18621997842e7f282751ed86300fdf41d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9d397c6620da177a228d1479af507240b75a22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b8438314a758e894c4fb8485d90c71d4e87a00c28de813313d4cbc2acbe81d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e94c22f58ecbc287b649a195e214ca7734413c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1467836fbb27ecdfc934ec4e069a92d2b0201c78203c886ef9531bfc4c9b2f0c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8144ea2105aad5a31c83aeefb4bd91e2f26949c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3a39adf0ea4011d390446db162e02b6434aa2fb3ecfd36a995a5a01cd5bc4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cdbb7345cb720052e8da07896c41e969947bd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62997ffecf8e11248424494ffa056eb933c59daaba88e9ae1c83d3eb5ad56e8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c938639173e5a85c5e1375052fc1974163425d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d531347af609ce6d34ec9a69a3005f76ac41027f57fc70849620b2d0425acd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5c4bc3f738741f8df0473fe7c7fd5cb80697dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c84224464d496a2e6d2a6251f66fd45188c5a73e481109e3bcb60f15aecb6d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cae80e889bcd2253ed238353d7bb7a602dd57f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445ebba50dce9089ee2f8c5fe55717ce101f07c8a0f081e2ad7f63db677e929e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d663aeab4221665bc3822a80c77d6eeedd766
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe878bcbc80b0eff6b8f3c588284f4b673faa7941ef35b408130320e81a425ed
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f36af9d97527282d51b679653de45bf230306a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1cc18e54906f4c0a388516c6726ba218e8d807fd7ea922a304888ce49d3197
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88501babd8071e80fd3da9cd67635e8c40e253f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb4029be8b766927e974212538f79b356b8a53307b2120d8da7dc782c62df7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a37a1c838ff3e4aa39e38d3aaef2f147e66a46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bacdf80939a0286cb4381314314dddedd621bff9c934e15a0aeb72b9528c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9499a38ee60c081067ad1212bc5a911fe38d6759
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5460ce431db71fd082c6366f16e1aaeaafb1ec1b15631e044d91342c86ae77b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cab52853c69e8da292c69a710957ad0a835cb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2772ab4bb9c3f9ba46f23d00ebad4522990c2bc5f0e44e1bc8f96d577e7d39ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea0efa0607a2284d3bf585c8119badd6feab32a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572f07a0aa5f6963d33574e57189ad11d116cee6c72801b09f9e66c6c607854f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13875f795e93069f0f3912162d37977ce9fe1ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dd6f471a5bc05ee6f19119938003259a3b0d2f90c4314558fd645e702cc571
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf941061244f061f0a002f01dca81d4822ec1fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321efabc8fa749d786f9c234ef9644f9524923484e7a9e11c906bc6d4cd8af84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20495d3b5c957195ca242b1703b915603cae19cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82a8ded268c392496af5e9fb5bf028f67c866684ba356df28faaac574af8805
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c06a8124b60524a46ccaf0836c4ce1b8d2ef8b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b17c009562de2bed04a2822ad846ef2dcfdce20bdf5aeb77e78a40028f45c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dc6fe1d3ceb14f7129a9e09370179b49bc6ae4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfc4c058b7e228b5c67ed10647262d90c339b7e3752229cdac9c3267cc2fb73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8a5bdec555b38c5f1e20969954a6aa5c485639
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d637796ab34eb1749fdc6aa22be23a5aa24b3581e59bda5c35b8f7e907a775
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adc80d2360b5f934d3ff353ecfde66c4c56e403
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6602ce63610a3f904306aa3384c13e5887e0349d62740007f3cb21d19fe456fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4f749c5bd9fc84208da0c7b9bba2a97f2de714
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8eebca7f8d806bda0e3b186aadd38b0749d313e2c6db7d49f93e41c75cf200
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56692b9cded245b1e7604b26eb0aeaf8ef639fb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142084a1b4e454ab37d0545c8a0340ac417ccdb4115c8fbbc7c70984589948f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a56e8455dc933f493594a2b63efdd06153e423
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331537f48a68fb80f04706e87e06d72156e9766541d1423b851e484d5ab71751
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ed64d7956b22b70ef3fec8fe162a117752b533
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3de3f272f7fdd115ba15b2954d365f7eb63eb565d87fab27135314152b9771
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f994fb0af7a5c40b266279a65a928af6d60bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17207a86ac28aae7965e12cb55d316230d71a281b31b99e9b7f3da235027e70
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fbfb32610d3ff4b444312f0b42dcbabac3a9ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7182666548272567c17578c6ed5046e2a1895c832208933ce870278bd130a00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7b90e92c95c98124170caa3bf5643b5684a328
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7c529e728a8a667a988ad84fb2173aa300184a3802f2db7cd6bd6f1295cab6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc9ea5d12c7de5379011f280ce10c8a92476518
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920fae3bd42adfe8f134c4e72f13f3a77e34cef4ce0b65e9f4be32751e0a1688
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cbe76f898ff7ad68f28e8144ba872078fa3c30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049388285f5e56b8306a0f668d05499317b2c61789598cf1f3eacbb4a8fe0148
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c619ee8016763e0fae77ed996e327c6c88a64380
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a78a29a5c783107b4defd6187e0631a980bcdf52a62db2309b34ba70f058972
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9972f9af0aacb530c4ef3ce49e4c67a5c0340c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845bccb3cbc15524ac5af1105665fd9d3ebcb33ffde395ae16a467b594514b59
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e2f36b20ab0fa63b0f360c77093fbe7d23623b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd672c98d034db24edf677b0ce610ecf54b59cb951bd06bb829a9acbc795009e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe573738d3131bb685e9f01db47fb62486652eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202f20560c14de724a59361756bb1d3f75f7c2dff930cdd5bac90a1debfafdb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e666a01a5d316b32a2924bbadf59a52fb11623fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f13df53b738bfef8126fb8ffb2d647fec456b4cac94579a98016e8554448776
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2f9159021ae8d38aa94cddc7e1928b61ec346a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab2f1bdf04a19b686478f0c5c55987213455659ddd76d92913c5bef5b78732
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91f281acfa7d47f020d9168887360e8631f9a34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58afcf9dbe216c12f60239f14939b23e86680d18c3ead7c922ea51deb48abfe4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59be353175b5b53dcba6872d086c3b847b9f8d58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b01934bf68ee90796755de9adc2f9af6ab1bc0d75dc09a446240b464f6977dc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2597218be9812d5a3166b9af235dd639ef808ddc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428efc6dd74cfb4ad2c5b1667404596fb8beed1ba0aabd18b54bdb147ed421a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d6f41bdbbaae1e43d0e5578991d6fe1f56bdd7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcdf77bdf10712baa84bcd702113dde77eee4678a089399704378d6f88235e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa90ea370fd570d47bae508498c16bab8cc78529
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895ef6c8561b351a49621bccc1b6d9c759584f9729eae50d99ea4852eb10c77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407abe18e8ec4d59184cbaffbf12fbb4de964a04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f190d50cec1fd022379c9ee8ce476a70af3720cb9180459ccfd64697bb23ad9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c9a9f82db60dc6d8b7dc2d8a96a54d55a29046
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac79eef44142b379d2508e4a20415c814405fd895dd713fb96d568741e16f16d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270700d3233440c4cee1b381506ec57a0be67384
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e84fda36d042ea57a1e4985712ad36bf1672432a60d27a6622350de42dbf436
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95925488a8a6fb799a33828b7acce4eed181bf76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f72e759c91353af68e9e21a3728772d060f5637576a220befba9240abc2397d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acddcb8d6f7568dab10422f9548607a1840b179
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f269f0918b42695d6b006c0130c0de7d5c4df17aeeee2c09f1d241138a4163
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4b1210b2f6c27ee6888d83dd2983ecd8340eed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a330797311fe99ab38b6df4e5f58877f1d6b45cd7bcf429b710c64922756562
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c95a6b53dcb91e909d39b3b496db90c7008cc03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b663d83a3a7d3da6280ed7773e4c584318aa52722b09e87c09138e6333546634
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd12ff3f41a57fb9b6595daeea9aa5a81703616
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e35c9a15c927f452b9cf1bed4f141fa1ea73a5e2b81d36900b47219d88c281e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524c732c0bcf61c285ed1e958733ab72a1b564b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735fc6721eae72e66da12a4e492e7df1a47b6738fea178c6b00a37d095d6fff5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c77c7107314f76ef0627923bd351fe0a366582e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfbcc4f258898d32560b1879d20b53e8aec514c93b3ae8796717a217a5cecd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e742bfc90e526c8bbee8fab074c62745bf1ce75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054f6da0bcc6a15f5659aa13965b7d928a73c24f121400cd4be963984a5b98a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab1298f7650318e49aba041bc9b80e67128c17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2300e88ab6c333b60399c3ecef017d1c01bd5be45f8e94a066596f8429514b72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8569969e8d183eb22d6b9788c7da470cbfd3b709
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5e144632043c78bee6b695c7f47202249e6cf82eb6865bfa9c6bcc363583db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c602185af9b1a22660e03449bb559507a1ac3d58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc060cf0157a0d7bdb720f784d6a1960d376405f4db3e07d43bf63e1f453db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ec64a7202c42cd40a4af3e77251168d32be612
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d0a85cd3e325168d45017baaf48b6503328d633887490338e9cce6a1d7d2f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a841dd98c81315a4374172944bcf64b10fa721b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888592e4200ba8cf6ee5b06ed82ac29110e1e023ed2ddb4787f27725d04b54dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c386259de735b878f90d20a64884b222f85309c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39f6aaec5c59c758a0f402a1849d2f083871ed4945f09dc11176b0f938db087
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d6366eb4ac3382e71035c0407f367a3776a6b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4338f38b6313136ef00dff5212838905664c13e8dc29acecfa29a1b931ab09ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96199307b18f25c9ca754989a4d75ca598c7b06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177634d44be151e1f5983fcc2f2e16afffffd918a34ffe27db6c4d921a5dc785
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b2dd8e75c15bf26be35e6dc6f9b0a03aac6d0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c886e77f093f48564698f3df40909da97e2a4ba298ca6741e3d67191fa30929
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c605ff0f1d2a5c119ff114805728eecdb6a7f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d24dab5f855bc0604ed881dccb5508a1cdf0b16bd8a786aedcfdd5be3dbcb0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce66d4ac271c1723ca4851d3218d5981cc84527
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9214ca61d06f2a8b32012a65b1cb010f68b28dcbd954dceb8fc3a9ab8a781882
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e67f58d77333bd4bd4c4aa8c6eb3ddc0cb46db2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4ae2a7e75bdb14a4c49051f9c8bf28c08ce60180828909227ee56fd7614751
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b76af83c29ce01dcd03495e0f7511042959b80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6863323106025d79c8354e93e952e727d9cf06142a7dc7a7b62a20c887e9ad28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ace029714771b5cf5439ddf62f6e54fb08ca76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8e8d6eaeccf7843624b551b296c150d38aa36d39945f02110863e5c0a4a3ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc7e65d96a5e61f328f3211200696a64fb9b81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3316e682325f26992cb22cba1015a43be3cd001b3d38c088b7647490938a88ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef327b1b577dc22baecaaf97c2fac1bfb75d8e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3de35f1707e292632f0fed54524472a9386b6496b78d25cf5a942b1cd382c3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120f313171b78f900e40a2e7dec0732c433bcee1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fca7b5fc472c313882dd81d3f0478bcf904261ecd0593dfc22de908179433e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65f8bb09db5580fc2185129ceadb926031b8980
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd1e3894cd655ec8ca1e287c621f8be731c79d3d0cdb12df5bf97b94345f1a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c319ea21bf02c93103dba0c4c5b50e850ca4aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447ce128c7f7355c4c65ed73f7cb38eb78465ca268208d0705c0e8e2d075ac62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7795aecfe01392cff085b923521446d543ccd9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ead34b5a63a932ccfc8c1cc87b497cb3668b5bef994fa90fb71ac43d637be5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00afb80d4cfe009cf547d07d1000c1d71397900
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e5fd086a52b0d19c1baf309880743535d21283558511c35a2a6dfdec54745b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f30c34eed7455559ca89ec111b2e771bf0c81ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3dfaace76f274c97b6fcfcca14dbc409614295c38d68bb94118a78f3d3dab9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e660a34e5f44de813d6106399f945c14255d019
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec8454833cfc597ef54ec40e0ed3fcc3aacce4ebff9ce0f3f126d1d5bd2c57d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f92ab5d41202bc7c74f3d05bd8a7761f2a6b6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b131c3fb28b5b7d8fe43c85efb25a874714231383996f313568b606da57b349
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5738a7464914d91e2091e9057c778f26fba9051
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1997c3469976bc048698454f35beb417790c41709ec812b0cc6abd2b2dfa9c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae7cadbfc01951b01ea2fb189fad8a44463b4cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64192b92231098c9e98866352730161b73ae57fbecd63ed4c65eca076c14876
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6026840678ea3d44101a467796903c8dd1368934
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566f51f5e55787e97284efa4b6d07ceda19c8e111479dc9adfdfd83b3297bef3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d9b9a8c049ca5db66e280fbd5b595c9ceba5b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98e76469cc621318aee36d32c888631c3faf60fc6082f0812fa6c18a34037e3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb8d5d69bd285267f13d4c5c4812287dacb0b5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdf43057830f2bd95fd38d33c456e5b731ad3097eab60fb099a25fc80f7b33a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1917f483f7ccaf2503d7c896f18a3202ff2d80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9ab1bf45e7cfad9194bb467c7368e4479c0b536987c07165984cf98f9e2653
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6551e009dee2b2732b6bdf205f283a29af497b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5850bdc9582f96c16651899f0807e3d2c40e25f89d2a49d5f58f8246c1691bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238e64cf53465a4a1e1cc8cd78cc2e0868c33a87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8283f92edb2b950d8ba18055cf084dee890c6fb3d63264e98480c137849eca9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08da2161f4006a6f4bcbcdc6e1c1555966a58fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7f0830d9272b4714eb17343df9dc877a7cfcd7e73f9f8fe2c5cf33739ee4a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bf12ea083dd8451fe4e9001275df4208850b59
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538067d3a0ce1bd144bae06be2e2bf78f5b408f536299503fa1acfa63ab4b0ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38daaae99325f93fa129af004acc37e7caf35a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecdc609242a14b7e5769a8e23b28175d2f8fd6e9e50c3b51356d030021ee451
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007c5000506f53f3f087f5c13b83682855859ec7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f4952aa4cf7fb4948d8fe88905a429dfed204190d40c9b6e4ef03999b3d6c6
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9efe840435381079f98b8bc3615b5578c6b7a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb38a9190e17b9b83945d6c65f0121b600a3ef24068ce5043aa0026c929227f
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83e5740d1d4fac9b3946a8cbbf04361430d49a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520237855ca48fb16d4fc09b303abaa9be0aa01a112fb80cc157a09188e5a079
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d59e26c71fd3d92c89898121cb15cfd05511c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664f937c58e58fd35e295bbea89d569ff8210cd0f0f049b9ef3984319309583d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c7d8749f9b627527a02f156e6fb69d6dd5ba43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bdd4f10b975144594e7603df98b4266e140071a3f8de53ea8a8c74713e6e2a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53156b93dfa95b69f3429e93913b45db8340bd6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90add7ddcb58c59aaddf3e51ba249a557774760aab92ffd2f778d3c7389a69ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116c554d3771695226ff8451f83c8ba5059ddcc8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15173dc1fb7d2acad4f70c556749cf768e607d150a524d1d0bfac877d5d39c6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aee0d2653ebef92dca0abffd8384e2f6d74293
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cf485218549738295199dc6cb4c40f91a97872cf5e4cb711c52bb8282bf1a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf6e92f17edf9c7f6e4289eeb0761d776faa482
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df92ebb41129ff281480fe5ae6665dd5ffed68a8bd5d5877ab7555cf1c80e47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada93e0ddc12689e67d159f736db3c2454b1c46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532fdf67c6d689f746b9e5a59fcb509ad56c0c0a79f9208c892e423c1d472039
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d8b4346bff7a5a8a897e917dfd95ac18fe1875
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baff0abe12cf0a19c54530eee0c981f613dd3254c01c6b9c113ecaa7c33a7f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24988d65cc9d293821a6604948cd78ce66950031
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06443ef1bbda6bc77717314d61386a2f736dcc43a461ddc60053c1fcd111b190
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e1dbbd24c98fc7b72c6873378495a0f5caa278
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be47619880da375d741b411b1c7f0f08de961fa54a8f184a58f6fae49a0159a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb10a774d13f46e4df8bf253908c543f4cb6dcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b213e2ae20ece3aaceedfe4404addf8c9c32a667c40b556c874af1436d9472f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dc877c5ebe45474e4855a3ebbdffd0cf051a6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722069e2b21bdcc07e56af97ef0eeb01bdf18dfe0db6781a0b99155445cef361
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a377fe9fa971d79117e981fb6d6af808cb3bcefc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f3ace1c73efe48ed28bdba4361bde82f47d0430f5caa976c035bf1d510167c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bece14d34fa6851673c2c6debd82267fc276cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af95c8b3eb42dd345b5f07a6cf68492e08b7b2508216771ba56f02929811eb84
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351eb53c37bd3d4e842394364dfb469eaeec9d45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055bbd8c1992dcdf23a832c750b78cc0e57db58f2e1e5d2916259ba2881b356a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b709651b3980eb637cee36177fa494a62068eac3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae78ea43527fec276e8e3fb20dd2814a3c271c43e3f99fc4057fff192488064
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5ccf5010d03b8fea576a52bd8aa619439fb6be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4375e4b8f7f1d641f3564c0f0381a03f7c387d62cf8346dff35b6880b1d63f81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73c01b620c44cb47526ef8deea641962096b36c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba57121929032ffa037fd25df37e160f656216e2031b31d81f7bdc7cdfc8f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ece81228d919a5fe4822734fa5fa4acdee3dcd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba04bc75954ed0c940d39f405222ac121ff8744ddfcb2a2a00dd9ad4c4df566a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b8fbaf3034a9bbcdb5933f1889585153338800
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10319efbf253a9fe03fc491ab72e6c11fd102a116c64ec5702399f15ede7b5b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20a8bfd66b3a3b5a8a864fee5446a00deea07c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10151a0fa2ff3eee09ffbd0f239a88a2eed585203040a28ef0268b010ee22da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508d4aba12079faaed73c0f890ce0bbb6de27128
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c530f5c4160a568141cd6c24b712c1ce37a3e328b5159cca4cd39227d56270c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee6ea0ba13f9793602612d259797d33c0ebeb43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dfbdb24e0223ba55d1c4d888fa0901c982d96d2a6fc50f7e33f9515f223c93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b0a40b755347ea4155240ffa821a7c5675b9e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe5d61adb335939a01277695f8e0d2e5954732162d4024e9f74cd24b7aeae72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455e31b2f31833f2aaaee9519bcfa435808a2c64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1e4491fbc0ca6c2d9680e2949c42a52e9ece7f8e079be665fd7c3ad2b70143
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83588d6603516c53427012381fb622dca64e11a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfe8a164ccac26192ad35d6e7abb1a96ef4ac459fff9bfbebb337d41455a086
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340b40d777973f9c60236ea58ed9c9b758fbbc45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72063d10d55c773ea722b405b48b74047725a018d825c38fdce7f5494142db33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549effe2ec543b45638f6c5434f4a018c72ae3b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f456f893786cd644349a4423e68435f9bca69202ef3f8cb3f58fc31b5104b19c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c6e4c59bf1d90a7545f69cbda8e7ad1466ae39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a02c5095f83d0080aa1d80efa666951bd017887e7bdadfeb9a30ae05d0c2cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee9739fff6ad7ca2b14ff4b8855784218920e16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07b6a2ab0204a1a2b978cfef5413349da74c741a51151ba7d8e091dd202642f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf472ebb2bb580146c967d07637e3c10eb6db6f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e5557242707de50299fa517308d97d249bc9c7a0ebb35851fc0428cf422874
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd66e5666476aa83e28de4e683199b9e4d11f3e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e556b082bf1d2ef6b0e66a57634e17da6b63b1eacbc90c321905393ae0d157
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9065b1ae13d982054880840f249b927311d67691
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6159bcb46bb1989c38431b815d259b194680661dd1670c9efc200af25f8cd3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94503a35712152d0d510a500edb14a2f249babce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3ee7cb5e693f4361559c11b50324ef70d81ac703afe729bb5b95d4a90f4656
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92747b1fcdfb92cf96f854e13f721fd64e3cd113
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888cc7c45ff906158c230a2fb177677aaebf9b903c9a235bf16ad409bc53eef2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b192f5b4257769ffb3467506f1aa42d8ed0b7f7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef2138f8b08c290d276183b34a84aacc2389d9e72eb0a868f7f3199be47bd17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3239adc6b0368825102e98545240bb4a5f780245
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b1b08103aebbb9e2fa5bffa475682b5dc58cb9ded9bb90ddfbe07c3ee05c87
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac42f9007cdeb59c6707630ac514a14e3acf79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9ed22f5c59fa018bd7bff98caafe000ca5ced1806e700c1f34c6d551be60f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0593d743c8613f1a1dea8fd291b0068daef70a8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7cadbd7d39c6af1c2ad03c5b88fba689cd3a99af7e871bbe77463ebfde6c97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c7c7e169ba2983e024f2a73d07f675b06edbd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec02078e27562ea49442eb50110fca06272379ecc30ef7855d67fde21738403
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c0d60f77f3332e4d65a2c926817ff275a28b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3aa2417b1676e8e332bfc37640e06c08c4c063d505252f85b9da9e4ae2ccba5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835a93c5b10cf8573bd4ed97f36417b0b60da365
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577619555252d8df8ffc154cf63958057bb82f9056a73c62ac64bc54c5e0e15e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1e8f7c3d61ebf1412f7af0614b8ad442d13db2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89502afeb4cfdf3f447a05092dbf9d1e1a64e362b522ea61500bb972dafd0127
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc8b56ec14eb47c4a511ef21412456a8d4a0e47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3a13c73eb41c6e749675cfee9609e55c0b0ab5e1cd6114df02cea0195a2804
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d839e13dd31056a9ae396dd77ed12e583ea4f06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecf8e3ca8a5478735560384f344bf71ce92b6b5dfc31f08ec03b9ac4954b696
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1171a7a95f1c15bd0c7db2e1b5814ac8aaa5c62b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c9aa8d797cb75536ae2915bb7a5c72f6e8462edd3d6d52aec77b95aeefdd2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdde3c12a198d94f036260d101821d432521df21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36610d08b484a5802805c7a9a4255c20b7c233f51c6c83e94dd09b9a00691f71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64795c443a916bfb93171006ea807047f11b5aef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468579ad217e3e2205ab82e10ad215d2598ad7bad6874298afe19d19577a0222
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e91697a63ff582a45672fc6829c2c0d93f5069
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec21dfedb60248195d52689852387a12e86aba8f1c3f52e7f835025f0ac0d26d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38a010a00034b86394e5531d0421f5a386cf38e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cc993574f2fe51518c4f4421b26e86335b44a5752ac33a783fe6113eb39e81
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440ac2f53cda07836c7b904872b24cfd59d2429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc5f79eee97d4adbfbd6cdc74d2a386fdc1744f2d1bbebe4e4dc9b78b9a13e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ff6570e2df59ddd0f93cdcc854a00510379b65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e7b98c00a21f818e176a016af2b7922315efa9acf79cfc690559e21b39d072
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6ecf14c9bcd646878a1c9103a464933ec12a3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d064f6ae0f8fed6b3f42aadaf0c6b2d284a570ce40358b26afc564400c2a2333
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e7ea5c642527f6284c2b7695d936e124a027b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d3f9ee0c8d18da6d2d0caa3f0386f459dfed231003fb97f1f7599eda16f3b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30c6459f49cef6c597276b9d7936d625d2b18df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1110a95203080ae95483bc895ea25258dbe3bfd203869b80767304ad4795006a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa45bc8987b4699a85f4706d6484fd59a1b9a63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6119b0a45ddb94f82545de8a4342d21bf2f5544d3843b0b23e8cbb422327d103
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18da5f8a2dfb6ab620f9c128278bdc682d3bea8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43cfbed72eed264172395961ca509de15d87dc707ade929f64962f864d9b4ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb664f848dde0864ed288f9a0d63186878d1e88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825861dfcb986017dbafff8a1b533a40a2a7925b559ecdc72fc8ea889fd85b60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8aa069dfa5fdc96c7a9b8643fb92794012af9ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae52d95f789082b95ce8c8e7bbb323acec426b40ddb504a8ec9b03ff207323
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608a85dbcb1e2191b67aa534da3046de239a9f8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a0b10f41ccf25fa19313d81cf133f75ee9e7ace5f657c3fc4cc524f539b68
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a1218a68df3c7240b91faef3e2daee88c6d08e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b5d4bbc3b880124128f6e5b8a5d002bc8a57deabedf6a04d462b497803e613
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2835a89b65eb173d15d657ac651288b250ee306
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589ea486eac304d7647cc6fc1bc4ed22d85f56ecee55414ebaee2af29d588c16
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71206f22dfa2b3bdd2e4ebb101c4cda0a67e7f66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cc4c5a057acda1e8df8053f79ae10da977797bc49c323b4d04232b88c0a94b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4649879c50126cd81e3419a7be6eaf8e7c517ac4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d961529b45ccb58aec7df4fc76195e5d991939996fdbe28183d4897f619c0a55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c28bf18325d80ac0500c7f568fb0969578f97e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5a928926b5a52ccb05f4ac3c0d83dd342821fbc61bbddf4da7e10d508492c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9222465631f59b675fc16ebca8b08b42c35812f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e7ea29122c75a3e1c667c04d4914b577b02347b533febeb80361bf45fba9e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b5e85253346a9a828e619e63b725967affbb4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdba3cfbe5657b09b935eb6cb3d276855ce4d82dbd77f6c07375e7dd39a7b3cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e037497fb2cb6dc06cb11fa74eb22a651033ab4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163825979162d637e56ca01178eebb64ae26287f13a276c32cea363ba48e2f81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47975d1095473452c7de27cbc3b901eb9b147261
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96eb13ee3862494b87598dc096f40383d95d59144df52a5617c9830584592b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4446da237f15c502606b0363c129c7dd7eaf29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73aae865da448c0c13fd2ddc3f56fde9138a932e8f16ce3f30e91a0da0086ab8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3f18beb676f432dcc9172e00729b10e46bd378
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637c2806d995424856365469ec3d8f37c67e0aaeeabbd125c57c2c591e626b03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0eec2a1b63da2597e623274ce4fc47ecad84a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd30a7c5ba28ab757e09b101152b3e195b76699a57b2266a8065e76a4a3464d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce95bb8fe8f24bfeb0a52b946fc065963bc578f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfc6cd2099e7982e382fcdd80b90e9d98de74b9836b6ccdb38f46db436965ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c8a6e77bae982cd3f16cac25287dce088c999c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53736ffd4b0724b2aba28dd56a529abebdcac51cb1854f77b4015e3e8dc15de
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33390050e61d0ba056d7db4b4e431e843aae5879
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f4b364116159a782324a5e6dd96129079c11d8b9ce1980c4a4aeaf969f67ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940de76ff9a2c24810fc20be1adc1bad4759d9dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fc352bb4384b9db1d336442ed05af1a09b63d56379aa7ba8ed2d5d05e785b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc134d1c8934c82ae8768e12dfe810f44772e0fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c469d380368007d12e2e4eb68f0fe68fa6fb5b908dd568818c439cc2833936
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b38417a4fb5b385995c98a9fe05287903e3d99f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8529a3383c1831b39ebeb8e68a31f90bdfe4ed8395758ea0c20dfa2ca9eab832
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd27c4475b3f84f81c7a5170c3f829ca30ad826a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595d21d0a49e66c84f114ab86381ac5efc00206a5472da9933b5cf6287dbfe2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caeb8f4bea54dd8762d7bdf2d4d15a8a9f842d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bc0513acf9ef6dac3d8852ae4eeaa62a5d4330b8ad7095e44b7e8d9458c30c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d59fae3bea2bd80f694896c8e7d00ac90a1d9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439bf7a99a0dd7fbb9f543e8934039d010cb13aa7134177b9bc4c47e84f67dba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ceb3e0fdb4d581825d0a6b0a22a856145b55f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd48e870f401c452efda96db0657f0c8f776e1b3e225337b4d912e51bea35fa9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbc20e16dfac637e5d0212bafd3e4b77cad9cd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fea5abad8cd2bb6faffd0ffd49e5dac53da5bb1fbee811e2175ae9d98da8c4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a21a978ca6fdbe0f991a9386f757b0ac5ef71ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57425b136533dc1b2909aa12b6eece19835daea1715a55222304183cf52418c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becac2847f44d192f65a2d823f575801ca2526f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2c551d6e18db724a65a553bde8dbb03296434d938f4892bcfeceb36011a9ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa17e6eb11414167bff090bb4bdd1a167edd0ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd6e53f137371937bbdffd2140fea4a12a5018c92466f7eecff2c5be917eb4a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dd410092daca380a02a823805ff1bb0ce990d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d0dfa15e68ad02a6f44fbe98f9d663c09359450c56fc1d49b091af45f2944a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8ebba792b76dc95c6d52124ff8a63ff8f77365
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ea2d34937c91224553b8c5224b1c7cbbf273185857ff82863bb99be61dd691
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdb03ffc1408b4172b8728a7644f566da7f1107
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797cdc0302a37833810717b7dafff8a688c4cb71fbdacd145f69f7205073b2b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce90aa0063f3bccf797587b2433984bf9798b3b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39015699af23216c15300b7114b83188ce7f58b982f4cad231edc6c50892f931
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1e8fd29920494da1ab882f1509553ce26d6d48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21584f774c35044970ab4c98a225f717e40b4d89979681c1364adbac459400d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22666d04f1eae779f934ace0d17da588853fbd50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417f1f0c8403caa04b765f98d7c126f3a31b9230859042855487b96488ba98df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204142e1650309444121a657c626eadf7a36396d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ce5ef76c0d3170dd49f63ad054f94865752d4642c50b5deb88923f67883ad4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79094412330b1dd90b7fe45871061b6b2d8a0b6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d09bb98751379d2052aedba3b773ae2ed405769a65497c4c03d867703021cbe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc2e3a42d8bf789a53a85188a9b62a4b0a4e388
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c4eca550248f1b4d87e33b656574fde73f8550082040d4e4a72653dbbcec54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9222fcd245d24c03d4cd133ddc37fa3dec632135
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeb949523518956495f628d9947bd92bfb747c0e9c2885ba73e93f3297ace22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9c03e2a681a55e49ca2c1ff11248e3276b3af9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca837565bd2f0624ffa0ae78d4ec7cb0da87d41cdcf3db241e48c2190ee2acb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9a91631029903e1d2ce0d7bba833e95544532e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4653a4266e59da1d7c245adcd0d7cbca4c7d73f46e9cdd1cd3959db32d350c5b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40441653efd50b168bd9184a533bd7c932444cba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dc110152352b17a3d1831797cd8f5fe2d8587afd5685f563a24d9460f19b66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7af3964a70660941b838084724f16d4da3cf1fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3553125f8e91ba5462610d206c83d5da6cba6a14b726b1fa13a2d3ff7e62bbaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a9dcf15f7a4729a60930bdf7a2e2b749239f22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d968c6fb12da9a8f83a9b622b443d7585136088ba2f1c34f16048957c0c1e28a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95dbd777699c8d59ba38b95526cc5a764b60748
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2a25bbc0cedc7bf776be79e56bbb49f5e400ae228d87a5d2d81a69919026e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034e8f80f5e3436689035ed46f7fa57ba9b7a3d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5df2af2ba3a86b145fee90ff25f76d67e04f675e7bfc09c23368a75c9b6989
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bd2fa33891e39dbea360bc5e2fad32b4a616f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d121ed627f0a8e590998b3be6e2209bb73e6b7db65424970afa447a2656033
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d9bb303a436e1a22a8d9e439d877f0d53e5dc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aafe18a59729956be1f7ca7114b8edbd03c1286b96d0264b3e990c874134334
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a46e48cbebcef5073c15b94e09887d9f4b2dd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58edcc544372748c240348961e09dc81488488db699fa9b9ecf10a7fc9dd0c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa327fada1f446a296852baeed706ddfb5ca658a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6713779f18d07d83dd33368d8250148dde4a010cfab3bf07c47f54c154e27457
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22f92c798111b002b7d7472d74b4511da78acbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3d07f12e431616e0107614bdd202259043137ce87dbbe7d0ce68ca05101413
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fcceaca50ae560189a6fed769cc28b61e9cfdd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0cf934cb257351d1b119ee2ce95e8906f8660ce0712b11246cb8e483ee4473
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722e493b65379e64c91d950abdb8558f7db03bf9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87f47f557f438f35d731b9fb3fea373ba8e218e5736887e065924e6c58160f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01efd42263c3cd0153fd7ec34aa5983f87e7ba60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2043e04b2f438163b8ede078f9fef10bb66a5184490fea9c2c175cfff203ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d6debcbff9d414488ae0a4be26331ceec49dbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66dae7229d07ef7e92fd856a45f89a33cd1d15338e23d8292a1bf0701f9f7ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e01f61e1995e74674b4911969d6f58ad445be09
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd386b36520458767d0d2807eed0bed86d153c06845e2b2ea3d5a6921741b57d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42f7911501a77b0714a6682833e33c6a81a9e7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f1b4a012633eef53daf560c8d642ff07b7bc8c2a2634ccb747940687b14f33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7c11d70cb31fa0852987204b927d4fd235e904
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8612b4d8db5ac607d19a00e69e64aabc01f34196e735503d61f4fa62d6525c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf7f5e3716f1257df4405941cf93bfc6fc91916
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bed855f3dac3c2790c9f3dc13e779db71f92ca32c009c082abdb6a6e88c834
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4b8accf62a12f784322f2ef994eaca5901e882
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9552ea0d75c3ea109ee818eaecd0df6ae7c6403eb6d0b53656ea48be2040e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b860deeec6f4b4a2f8e480cf8efb864c31fd991b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5890c7b6949cd70d4963b6e0ddeb657d3c1040e6e7d5992efd8d856c918c1216
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9494c02cf82223dc580e3587e8b1c277cc99300d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3dd4281d13e578288cb7263a3db8200bf310e6cf15550eea64cdb28576e0bf7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10560e7ebe9ed8d8c8d1e2fe0e49d324282ccf0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1f536b491007ea818fd3db356220e98982ccb6b86f98867deb6e039ab01c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b38a0996e44675ca39cbf697ab045407f9c24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8281c98ee5443959bc6bd8662d40536e038db2d6593ee4c887238d14c567e7e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b51429d94d79cd0bed383712d743ba6d0fe891
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fa9874e816be0117d922247c00025d2a47e6dee8e15aed2494a95af5dffe73
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f906a30e1407376af1f9e5f23fed495e6b89168a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1906743f59326305064fdfa9d82839371e7ce3f5cda5a70ce8c45fbf88c916ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d1649c1e70669dc40390edddb648282aca24e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a616ab88a9e1d9829645003319355a5e44427f8d439efc5fffb1e4c9f1d1dc4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78300b289fe7c49b08624d7f4b0a23f86642408b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc751d84ca18e0a0dfef672d722a4879204267b6eb1cdd7b7d121a0569415182
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb69dd24c2fb1b0e22c36c45f333bf56dba598b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68066cbad1e926b4be3695e8e615cc7bcb8a5cf03a6181a0a768b2a7b3542ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7583afe317b49b5cc3ca71b09d2aab838241a116
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997e82745508ddae77693b9bd34ac1cbe22f999d14fd1f77be8322010eb018ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00194ffa732ea638652df3d64057db39d65ce93
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9f8679339d326563f13c380268dcf9c37347588c9fc9d08ef1046077fa9d41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a330a26694aaa6ccb2fb1f5ec6a8109eb079355
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5addd13ce5bbb3d6097877709a81241b83b0c2170a66279ccd9e413e06862ca7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68b8713c40b249b4ffa34abba56a7abc75421e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ecf2794b056a8935e6b5ffc209ee8e59839da9d2eb6c36924757dfd7ab9b5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14468bb4176a15b4ebd325f7ebe87087bf194211
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c53e6f875df41e43e5a79404846cca2f8a30dc728b379cea603948a0ec22b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91da90bc8c9be7a0e12d6275257d2c57ea77be5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9032f86e014d25bf06e0382cc8e0e66c8d632965088e1f7251d0a97551a75bb2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c85fd62d395bb0f750a079d051a0a7156080cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d68e9dcf1352dd0f58e57253ba145256f123739f2cf57fb6079721aad36b983
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97cf5aae66918aeb3a7f84723ef17b53d181e51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dd66558c716a49ae7be86ee29e732b1ef81892bc078c56b5a4b8fa7e5d5f87
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccb42aa34fb6524e8422b1101ad70ecf6c42385
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cda64c045ac406567ec81ab0bda9c5cc95b844080f869021f670070aaf57c80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a09680d26d1180594c1b906c55052a43aed14e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecc4a9fc30f7dcb14f1c1b5042f50302878a88b20f6d23da5a2ecc28cad96db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e4a8e443d149dbfca63dd8cfd1488e70b2b5f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115240cd8624ef035b0dc53abad8fc8602f5b52ca8def605bd6b16b0ecabf3d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a432e8ada8ba78a9daef0e07390c585035e848bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8c9ea64b4268642aee76e47667ed6aa2a92884d5e05378e4b5d17baddf64f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000c8a05c5f6a792d43c5b3931924749398c79ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f3d4a9dd919f7319f3daf236160f9cbd00aa460bed0a619d4fb6f6daf32e53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfd6b397754704edd247e7e8e881c8f37ff7c50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fcfb5cee73092c5c18643b3fa4e3be85cccd66db85e4ef9d1db822f2045682
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8b3f635755f7b3bd4f301b8abfaf2b82fedf7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4798c60330ae1b6664b5d4cf043e9c2aab8164946e308de4b87e434ec923b41c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1acf538700b602de245c34609c88eb62c7c36a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dd3c600d69f4a48201a15b32d0fc9889e351e39d4e6528afe2cf20cd392cb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510a50c885573f6943e1fae09d6432583b77a426
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf09acc684b50efc02645b0a69f5a14976d1d1b8c0913d444e8bd10a9b16f64
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bf79f67a463b3e213a943300cceb5d3f70cb2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a563acc048766f21bfc746b2103fa737ebbaa1e7cf413fdec33ac490062bc918
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ad64e1740143ce267abd7c49b2ca728b06e457
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead189f77d8469944e6ed33fa5161d1d789da7a37a90000b46db3efe368e5edf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9b478a48a1281c152d6230aeeaa52268543f4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e3ce294e61b99e1d53ee82e4cd77b4f47db0b3c3c578028e4c933bd69f4c86
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a16f648b0f28cca258122173580bf482f1c49f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedfaee461358832a3a3920d3953a802a117f604411f52d591be1e7057d9893d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1633f4a0cdcaabb24fd80d074a7417c2cdd61b2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2f6d97ad41b9097a63905280ea591fad6630ded96d5d8b920e2be93725012f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6785aaf24622b5da0c42280886aae62717741bc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5994637daaec17bb15f8cb8fb69404daf8d8909e5126abd5d69df0482ac7ab4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e1c1224b7cc971e2f1e994ec5d1b2588820327
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a71b74ca7d70cfb7d3027b3bd7ed189599355efb92635b33b3387213a01b3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dcaefe10f4c476cfeedc1b6a5be092212b4a7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4220c9acb8ad3ca7b61c00d83c0b4de9a1d9ef50219d956c06b50c0a14c418
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f559d258a5901379a3c56a987a25cdc44c5ec499
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbd57b69955942e1cac60f095dfc334c95b0260b8acb12dbda864ac918327b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff9c1072becf46f300e0d4d983e1f3c852cc995
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7613d8ef33deeb71ca5ea72e040e7f2dc2e6c0b3d5239235cbd1c4ddb16a042
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8b604fb4ec77f0a3595d215b606f9a460d98cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e55152f3569201b08c8311fc5b5785b8a43a2246a55145390cb9b5d2fa2f96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5c5f143c48f9433de0d140fd1954bcf4340684
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b562d21a2186a147af9c6bb6c1a4f7a3fd7b74989b212a309c8273fa7e047b57
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878a5cc250b63870b1ce55e663c1ed617e162ece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3ca4b43940fe76e28bcb011db7bc6d28bfdadf0806badd55b340d6edec5ff5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8354aa9a52ed14623cc803f1e6a0a40e1b373f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5976a4ecea162c32ee1fbc9445d58875a1d771960652c93c50c7ed731779dbbb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9686295a096eb3b383e276050d330e64e17417a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1340f33e0f91b430451a2c3f23a07ed91c3e9203330c654051a8c778bcb06b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598377af4389f6697c272498e23365522252260b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053ba88cc57cf141bf56ca6b6e1a175a57758f0ca27d574fc8d6688fbbcf1f55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56e5a79877841991423cd63f2da9076c6ffa212
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4020cf5400889250e6b6754d380a26484b1394fd4789d81c3aa70048a0c2f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b129127b5da4d8c44134ea47c52377d470df8094
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e619280674955b7203b705a922d7c44fea7ce0aeaa9f41943390a9797767105
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f299a0155edef20df7bb2d1d53c7fcb94539a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c0967184f71daf56021af9fe7af4b5628015e3cd045027463289f70cd71b06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c8a2bdfec33cf94552c07125fb9546407f980
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdab41c6d0c947fc2a5bd6be69c3566e1e0d9758b8963da029e563b4953d653
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b4092bc5da59b9de4ea366f2f478e725adf2b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c038f1a3ecc1fbfd496b2dba24848e48004afff2318923c6a75ca6de0ca870
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8671c0e77e0e887936620f2bf0173e4b84a3953
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2d4eb9f5759f536c6ff8ed8198f5fc9ca1ab0d93b51568797d8e741ef5ce0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048f90ed800d1a0bcf7c52f6a0f4a158917c0461
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ea8ba13f36a6a2ff94f980feec9c4b2f217f95250d56df6937160566b40581
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa83a10b9514384130359a1f70f97c09bb68947a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a04e58f269ecd97d0bda434632f25073f4faf601a4328b27deab02a60cc7e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e02cb3afcf526837ae5dc7c2d2023b3758bb88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0ff6cb455b9cf7ebea41a1916eb344c663927a7ac880a52ad37a31f2d536e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4515be5a3b24863508f03a794260152289137d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb4a13babd4a8fecf13955471814befce3e0b28c0bd761197df5788ea82abb0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1938de2c2c21154535726eeac832595cecf7347c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3acc5b8012a693478535c0b59d8e7667bf534162f378973aa12919897602ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c709cc2400a6bb4c37b68be860d6fa04c2d85c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a815241ec276c380751e3ef66e25be5c6f99cee8a808b753cbc2606e75d0dd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b357b83a4be5c150eb5df154d1f37f73b1f2f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60219a3cd4c9ea7a617e7dc807911104298ee95a093b9696aa8b6dc475e5fdc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b714a2488646db3b369e7da65a6bc360824137
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85908521e53016bb5eb3095e3e910ff43f2701c12487e129cfb0cfe26bea3517
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c93bf4dba09d6724d9f4ce961cde9368134fee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5017b98146928d76fef55660c2b6f134efc332ee0e0fef552f980c79659d185
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf266318850befb9ec02b268c4eb2db0d9ad7db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99308403c05bc88acc36d46f791ea531dd4908de45803420b443629af4840bb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e9ca228207fa900aa4132573533bc79b2667c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f43b96c34df6703061d5bbf344bf7e6d1a7c922c0c476bc33e785d967be934e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb1018ef035bc130be99c2ef4392ad8e31d2d8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef8ecd6d2ec048e93d064c813c4c53bbbb860e35da0a99777d3d9895d12a6d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a3fa61afb57beb5d7c8b0c57bcdc99f57f04a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af798aa6909f6f4eccc57aa4fd3467e368ad45ee8159358c9f83aee0db9746e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c340b15892558e56fcd51d7e2fe253ec169bcbe3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f394cc43b1155bfa941c22a712fc254544ffa1fb8ade3ed8aaa0aa88021731
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fda243570b38edc71911b69465a041dd502a33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece61b50386bcd096a5b318e1ba3aae86b2693988c39651a878d96e43ece96d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdec62df05fb70e16d8d4f3642bfbf58fc736a1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115afc4e6f44af7f59f413d351b18e629d59f468bec7cb57094e9bdff83a94d3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af8a84a0f8d1e5e40813cd34ccb3070af8b0990
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb81c31c00ed6f0314272b0ab791e1e3db7ab7ad6014e8db7700b6eb292bc96
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0145cbca30db0e2e37f2e8d6bb0b6f5393df814a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7338c144c445b83e7b38394c7427cb172050340d8a126891abc435bfba9dac3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886531306d8a6ede6b615b9030f5ef8e35fc6704
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38abd7d2039091bcf972cd4516eac3175cc6cdd3cbd680ad7efac0b728c0f2ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de3ac09713c034c8393a817f3af63582489614c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab62db587e326112a880247b5b8b6780a54a961722f144e4b0fe5cff6771ad1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fd81f0e654f3d34992efce62319614c24a71ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fcc4498644d225928023878bee0d63c00c9a4988a07800377dd405bb09c7cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa39151c23ffa5bd030c828fe7e254d0e5c9b82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3d55aa246540897358d36902057acdbb2780c1cfa5519aee1f6593a57b0316
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a962b515b0277dec9a03bde2e63713388689e02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae470e9b90ebf3ab076e7c4b96f423efc544ea7cd231559b2cbd9e730ebc1bbf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb503142b7e5623662ed708ed3cd7293403a42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a2da328508ecf7fd4cf43d7cb98444fc81143db11fc447ae2dcf63208eb7ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1676df78cda1f19d9afe76bc12301a17d48806
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf39cf2b5f6057f9c8244b1aaeede6dcbfee08faf549382bf6e7bcc9b0750d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faae1448ae7bc12d56ab26d519588b6500a469e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93f9131e15699fe63d9887d7b320a33f521c0033c183a98cd91b10b118ee545
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15e228c1d0aecd54b452cce15ed9b1f4ef66059
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774423fa259ed36bea89242c5d17225cb24f10080312d8a306048d614ed40dbe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b900d2ebadc709a93a28d034f0031ea3e6075363
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6ca1afb0096d15a0df77026f1fe1c680fcc0a587808395cc25888cd9566021
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ca51656e119c90dc2c52460aab95286e7dd4a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfce0378a019d15ed1aa217fe8c5cefe8525cc9875191c0d9d2fd67b0c013c14
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52d6edf64c208e5596553a629b0fcd1bbc8c882
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7679854b91240f47eae89203274a7bd861f8847928a2bcf3258eeaa286cce563
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365a30f234e4cf7ca9653d89dd322796339e0918
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f658fe1f1c7826389b05e2e8b24a52f68697faa2bf10a3fafcc33d53594b61d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d5e01896d06635a9b67a855eaf2bfb73d41d2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aafa860d3fe8409ec322f179455bdb6a0d5814d6bab95ccdee3207902d7609
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef865837e207cb88cf150125c2e3841cb700a81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0868ae559873f7f4f494e7ad0d5a531a2879078d52bbccbc571ed9946d35bd69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ac569244675af5f89ac84f4e74646c9276e76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cd6602cca91623966af962782da16887d298d8699bbfbd8e71717d5696cfda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177f40fcd296cb876f94ce4c6422472ff46c5ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439d69fc5cc22ee42fdb3be0e2f170c4f22256bba933c5e3c59a18233a4536b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287d7aeca8b1329d38392e5b98859960b0405068
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3252def640753e85db6b2895522cb2ac888f16f93a62e082b8b13edf42a56736
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371d00a5bb3245320856f5513d684c83ebdb2c0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6b19d79f98e634e3a66e7e90bd4a022f4e3882cd0a7f07c048d53f912b8953
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b0ec1f13519f95ab822c0f4e3463277b7a224
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ada111fb8e7923585dbcfde6b381a038dec614876e67c56f1ad5506db91baf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f355997aef103137cd2cf074c08489348fa49a4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4768ef6a8947e64c1257bbad4fe4655afcc128084fa65ab35f2d9846560bf5fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea387d0ebe53416bb364cd3b92aff9782c86ca9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591f9de30d04ff7b4da0215562fbcdaa3498acabac1111b088c2582aa2022b35
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d78634fad9a1b7f173fc0510e391483a8eb700
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4472a56012c6eab053ea2c4f64acc6ee498ffabf3db7782bda4dc0b2d6e6e9e6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236cfefde6c9531acbdfae6990a837ae2edc838a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d0f87072b81f6ea508fa8bf2e692e2f199d69c5a56972e03318c74981078fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbbb84bc1e541767d219d5e587f6921d3357d72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c2eec1030c00caf276e06e7099b636b321a76c5ef3ede89ed567e5ca553d9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0278f0e7140f17bb3b744ceb2e47bf84f3fa2a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d6373f5e34e5523fdaeb03409e1d88c2f5c62e5d13fd490651dc41bbc07241
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a229a68c542e305cd793d73f2a08eb128f053aba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2eb5e647c65070b8f9ee8721dd45bbff07b9c57dc358f84f4355a0fac18ac36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8193a02a5331c4173a5b9a76fb1b1f796ab8a25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7499029a2b9b99e76f07ea33daefb94ac60aa176c6d3e4a2590a4a700a79d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20c6138365b0b176356724bba4d943ad9e09fc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1014ecdf1f4d9a8d20ad2efc951f01f10dd6a291c655800a46c915df8bf35811
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9165c8ae3ea758bd54a53ed912588fb21a1cb084
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a9b760d70e629645dad36bf0b9d48fdaee9be7e6415efb97593aeafd65626a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c17bddf3fdef8e61812001f1c3a43c25988b5f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb81fc240fab3b7b941612da3d3dac4c67647c7a38d8b6d0aca3ec03f7b371f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0baee161405f67ae1bf0520ff6d19901942c48d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f8c04a8853a26393c5fd2f665f62ab824e9261a21be862890693672d232880
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92262b515739f8a4f094315eb419334b3368233
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47fcc3260dd1520dd6bcc7de83f5e9b7c749207926138e8bf8fcf0214d9421b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a323fed6c352ec8fc409c707285d434e29f177
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f9fafdeff4ab23b347960ba0f87946b792d123c4c88a9810a4b7e0db2d93cd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b20373e35ca75937add5325006f85bb40bcae3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fc81d50363df8e094e6c39faeaccdfaacdeca59105822a833f42dee2d19b1a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6827c22273ad5160db97a5b4b59932f5cf59da89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea87af5d33daa2d3df32542c193fda4975e581e60e9ff58e6f4e6461945d6e30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044b995a799ba45c8092cbdf03ef859bd393cd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df6bfac739affefc9d0c2b15abf0a032d5e1e36e5b4e8f1e6fe07097a106360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839513df260d655e246b75a274f92c84d63b1d2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaf6804d88af205e87362aa0e1c4e0413d0251dcf3ed152c58afbe018ac620a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ccd96892bcdc002ccbee62b08f2526814b6ac8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ec9bf7265dc1f6c31ebb7a0cec94fbe6a46d2b348b0f2ce89d09f3ce7481cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f1f79adccef2f87424726d97c0e913849e79fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45ee420e893a4a0c3694410e867c71c0df988100a1b52cb349fcb0e2467ab9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0262f0c2fd32d3408d17e8b05de621961dd0585a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50307af99e1bd7799bfd8f09fcccce325df380345c7a58ddf17029ba02d4ade
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735a95999dfd860c6c50baec9f34c92fb861a924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad93059106879afc1f96b97f592832ae1cfd41f74339348f0af89adfa8774a62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de7992c6307a634bbb1c19379eb3d3c6a891570
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b5cd1d4bf5cebcc0dfc58c99e46cdc0607c03eb0b64750996b1f0845675f40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2596ab390fe03ac25090e6874cf4ec1b2e240603
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a7c7763a1371981f50080194794403331954b331d7affdde86c8af00b61515
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f06f056a6a968cf71ae0a23b9946388b430c669
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397981f1e96d88f02a00e82a6a555e2ad39fcd80219f3a152d521158dcb52dce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea7aa6597b0fb2e568f694f4d1ba3843f99adb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c67ec515c1c96699cfdbdec8311e446eb71d2271c9300c875b5744026eadb9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f005a8a79ca94ea40daba91f91829ef3beb9c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec95e5d33927ec06050e202efeb87bb9b3c93648fcf3daa005b9586f43dc758
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26dd4141533838de986cd9e33df417455061660
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ba00c8571ebff2e30826e91860285ff81f286883d0bba09e3bff45a3fd5910
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5fe46d4c89831030f4deefd0b0e7d4b504b69d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135b728405d69ea141e8e69ce1aa67d6eb2cc76eb48035d9c959f247124b2dcb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9631cb17f1f303b2ac8be5ed4aa51a3539e2fa5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1857f08cb4c37734fdb94b7e2b79ba206882ab345e7c0fd3f07aa3ab4d539a52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df56d616f94970d403677be76810702aee6dd8cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5938debd662b8af87ee6bb79deeb97493ffc19d180e0a037a29e30e83aab517b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4be83fc00828c2966b38fb9b23e6abef22086f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5416b553907cc8dc858885818ea116c5ed629bd9698ad94836b5eeaaf47b3880
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a15c89a24b77640bbca38d406f057912f137bf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5c2b4c63dda8a80d909ebad47c86594a76eafcbc5297ee53bdc152854806e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb49033e530cb2f77141c749fb435c322b61b0f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5df61dccd87d022a32a9c6c75332347ff4568d20293d5bd219e048f16f48c8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004ee1e59e5c8692844b4ef6a1b112cc70a44a0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fab3d749a4b17f1905d6cf4cd230c47290143cf31f0905773de56653081bac0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41765cf0e6b7a0bda23114d468dca1eec32097f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69bcddcf98257743215ac72a88ff8fc1f06c460e216148e16141407c38e5d67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba1efa8a72e5f03c609e6fe6e154bf3f419245f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020cde8bf9da8f7650c0208a7d9d88e4ad2201aeaadfd63b308c4f6770d8b377
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51c1d26e5512a3c246eabb9b3bb5b34608b7e08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eab3da15b77b363d824910f4d614d8e6943c8317f53cdd96069108374525353
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218bb8b24363fa9c419d9f83461249427202e0f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6132f79c2418a04d5dab7a83a0c388bf7e00805f44c7080729401d759fa440e3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed127ba9e7c2eafb6ff33156b938f37d0c373d9c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafcdbae5655657811a1cb358f07479517a8192d74b1de5d291e8f1818ed293f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6309b2160d362770f8daf3ef050eb38d274e50fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968d656190349722cf86761b4014820a49ca2803e0e5f6afa84bbd955828032e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a80d6acb2d7c7d964421bd272e68c5a5165e71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599251702be117fae7438a92aa90bc85474e7fbfa5c7cce9a025242dae3d5a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f4a4354d399f8536017cf449a248ff2f9c931b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d1d13cc01a6bd09f7f90c5808e827ffc8f289e69e4fd6114f242413565a093
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f27e98d6450555ff898ede9802959419f651db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e5c652924a3bf91ea184e459762f16d802a66a596b22ce626287a0463b4e94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8dbf12d80d9a839230c2dce2364ba575438bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6f4e8f65d75a945b4d0cad44976eefb8351b35fa38a4c0786f31fc2fcfc2ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445fc865db805b960e3c7e376d60118493cc3a6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773efd5b5fd72859d46eb3f635507c6f1eb977f0574f31d495181a7dc6e37748
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bbefc72b33ec7f6b519d0c40caeeda7d73efe2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8755a72250a237c6d1dea2d23741e205c745a82268680f66877cae62205052fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c822eccf3eb7fb2a7a1d5304c9e151b46092c608
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9820c5def44625704aae470752dd35da34ef7c640d76a1af540ce6c9887c81d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aa5788fe46a0041c0234bb63872cf1fdee1558
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55a7c8a26d1f46a7bb2c0b61d6a1cdc2ae3a8312ac05768934970f311f2c141
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e99dbe0c22e0316d60049bb09792ae2fc27d074
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d166e268b4824f6340ac8c0568c84b7d1b9100ed3020381aa58fdf178822a819
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b95ca33feec0e58f28fca2dd25cf404f311c85d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d680e0b4c6dbbbb7750e9b1a85a015a67da73984daad201064ccdc4834a7dabe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567045dfc849c1199154659b99bf47e42cbe7685
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ada02ee4903e2225f18d452a78ec013fc6dcbcfecd59f401b97b1163ded04d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccb0e1c12d63b3e7564ac157af8d6c42b27ab53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf11127e18029f19fd4d39012936ffa92a33e80f8e1151acffeb8c1bed34814
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b7b0aee7ac6ead740dfe47a4802af796858b14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2582f2db5bd673bd95752d93ae3269cff8cbfb0af79580054aadbfbdc2916d40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ffa2e6b7c884f6951154ca68e97357abd84e70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5844ac1a3267378a0d6bb3223ec42315d8bbe22ed8136936b3dd3c12905c57ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2302c038997d54dddea6c7a67ede101a399a1c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51356f05fc90ffee68aece1d45d19abe702f906c288ceaaca368e9b436fac42d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e83e5e4bfe996ca255ee2607f4902050b921c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9719d8c25b47aefe49c2fce86b4d3d2b220238fe8eff899f2680700013a2dcee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c53a11f7c8c572a753c25c01e42723bd44c9ed3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efab2bd3f9ef22e89707efb0cc070d6a6a705c688bc3301b63b5e72a6f7755b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd295f710af17ccc807b51ac9b1ca9e0d36fed7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4f65bd59bf2c184ec33e5f9280d8c5aa3c20528d818a0081849751b93765d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b15ec7c94a70125679f8dd869d8ee774c58b76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4f6cf2787e967aa8554820901dff046f3b397200892138507e67de43c5806
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230ead9833ab793dd4bc76a552927b9ff6707b4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c493d8cbc6b996ccf850d16ba3784555f636491c50f8f65c5870440bc19b88f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78a0aaeaec128634bba887900f2b53a1f79cf80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe0c81d83c7e6d35abaaba0e6c5ea6da295764e6d4145e31092e78d213cb561
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf41f48fac2b10f3d3386b452838517bc60b306
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bf9788e5e09506245cdcd05bfe7ed0dc0d073ebb88693de1a6120c9c12731f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774745267cc14fc0bedb24682ccec7ed88b9fac7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03075595c7f7515e7c09c665da0664d38261f856a972fcbea932c94030b7cca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5d7422e66fa9768ba6ff4258374b6098b5df39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd98daec4d27951932be75680493906114bd469ad6462ee6af0f2ee59bf096c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3f24a6c30e826bbff18ead1041c4223105d187
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe0b7d48686e49db1d07dafe3241429c590a9f7e2bf2a5d5bc157bb90ef80db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f6b7b9b7a9572f25311d44755807470dafdee5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6f5409fcea36dc3b05eb4da5243a07ebe3f4b918ddfd2145e6c1ec42054c0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180347f8b68340a8868d4b5a7bd894219f54c73d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848b59d38baf59719b9fdea86491381dd39e4b1952fe4df839503e3a1a32b2c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c233beac317f9af57bacd32a393cac147b659541
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7cb7d8c0b88b4c86d2442c6b9273a4beb1a5393a4b4014a0381e306123598a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcabd49e713a61ceabd5f0060916aac8b755d98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab11702cf174c44ad3357e2a16e5702f6b5f18bcfd93626f6198dd6ef9680d6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297ba930e8be32f81d350df069bedbf669f2170e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fd286c16f2e103fab709c95c61f67be7f79ecde0980e64e8442e62185194f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6219597c2d6830d01c0f21068b1555e2db6f2dfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48695f0dee1a42010e81ee8b6963c919678e3934682f385e64dd75516b9fb3a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7fc4608480733f47e1f8b84ca9dc1634299ffd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ffc8bf6fd056a6cc3dcc1fd64a3094eb92e9d9b082ae12b2d3ef96effc06a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f11ea9431dc786e63ecbfac71ee5f029ed749
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ab051686ef28e125c5aa56e759d497ce08af1ee090deba581f2cbc43cd9d64
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8da3e00436eed007b73b272073a46bba1d5014
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a13d7201dada219d36ddb4aa71d34a72d1ad489f74a6f5981faae8997e114
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6b53aea41f6f94d729e72173b455c37f8df308
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cf8f88d93b5b99c3de7837554f3320a3ad4f667ea28023238926ac8920c1f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e45cc9d366dbe53249b8b452a2e9d6df378564
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ac64a26bdf032641dbf00b70003385183675b8c35d644949326a03aecd6f6f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8c03b56e14052b6135c3df0b57aab5ed730973
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afee449c68ad216dd3b358287aabab983f4d83a6fc011fd3d7816ced9ca019be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e349afaa2f9e7e463d2308a984502d9c418eea82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cbdd44575d6ce5ca8b80c809c410a9071e01944e39501d3bb16ab508a59dc2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2eec11f0155c416cb46940889e270fac267d3a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b27d0f28950ae43b07f2312e752829542f692e832873cc4a0a907d2690cc5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e914dfb150960d431e471cceb515313d2e66844d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f4d06e3b3553b1cb0f435abb0c1dd33bce5a5a34c8692e464aebbdb6408f91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039258db39f2486a0abefd57abdc4c237236442c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593980fad5ede284a4f6c3cee379c0f5f44ac4331cdd01a62273406e8e446cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce16256422f6375ac1d50062928de2e003b953c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6496313629fde6a907e18be5dcfd3ac23e0c973a19e07df426da17f6173ade82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cea1c47a1620c9ee69d0be089543529bd3c9138
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a168d89729df0e3b5735725f546e798732cf45ebc6175d8a8f9cc69d0a8c5018
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09ab0c28379c198468c1a5beaf3e9864167a880
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13239087971d693b89853faf0a5502479c9b039ccce52a830df0376aa2d25b3b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa08dbd626e45e1c867e75eb16085627c4db1db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ee73b38c9a440dbc23b6926ed96905508f7eacedfcacba604e39bed43b1a45
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b50220e11447e7ce376b5b787da0476c99043e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e295aebb07b05d34d39e6a9cc3a38e848e75a1359da2ffc46ca566b8cca381e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e221e12b87f92059bf00ba0ebc0c514b01e980
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c724242f3245cecd2604a70c69de8c24ec3da6323c5d24e0f24b50f00aa01c9
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd974a7be30e4f216e48a65c49f7facab1532da3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13335ee0e15345505a91cc3636675d8f39e81758acbf05bfb6cf003fd606f85d
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba223cea433e1767606750c6dc7f6024f468602
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c43f8a4091e8e191956393c29f489ca6078e614244bad26e86dcb26ecefda9
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de26a0cabdd4c911bd845ed3770172dc3e57f1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdfdbfbc5308d2762d300907d59f9f3346ae75cff3f23fe6da21b53be44420b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b13f1eed690e4bcc5b3caa1b20ea852d0e9e729
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ec66f7e938e919f32fe2161b2e275bc36e4e9f302bddcd94040841adfc2e94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5147876fe340014d2e19fcb8b3cbe532d234adbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112463c8c974d482b7c6a8d85a0fc8556fa40cf2ae6b788ebbe5bacb6a2858a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6272b63f0c7e23f09aa22fa21097c54f3c8a736
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb3feef999e575a8b7e5cdf5e95906bc03f28e61cbf354d9b14580024230cce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b583d3094635a7804cfd39b2810adc3c74e32a52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da78b025accdafa49d8e03e577cb6893c7cd9d1147552ece880cb6585f75c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac480f16f2decf9d9133b985a233f1d915f4ca05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9332ae13ce0017bba0511cfc5aefe3633981bd218d6a775b3c3e386e721af7f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bb4e2ddfdf5705969712f792421f3278107405
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b85699d876ff1d1c53f07d93841b647da987a771ab79510d0ead997bf8ad82
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94ac8f6661ce4f62d2edbe8c386a3055450c96c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8d734c3a1d060f58cc00195ee2a1b36b70e9ac7a0c9aa0823e42805d03870a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b007658206035f2b324047cd3dfaf118d61bee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb3fa4f98855901403ca83a87a32bf8e79dd75fd2313992bbf3f70599595b72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46277c77c465fa494b9e6d8b8559c8fd6ef1ad53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f31054f3ada939832b0159fa3699f482e9c4a41ce12cad1f516d26b6f1b84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca7deb25cb0211ccdd05c92e7b82c23c6100487
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bacbf650d40a82b4ec37e7177daaeee914a26febae98e30fb5c95c217b37cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a29d009c51478745153de0be98ea34c621efc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1039702ad93984e84e7869fbe5eab100036e308284f2607281e24da7f6bf7a95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2294e756722fcb28fd4db3d8a9b356167046d9f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eb02f5381a2f1076e5b9f817a0c0ae09bf5be60595b7d987bca910aa270519
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaa74a94826c2eea8989782563f46ecbf85fe4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30935d074acef41d8f862ed86030185cc416e6c1ff85ccfaa998c8c0192a70bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e2bb888dcd58803614c82f9e864a9b18eb3e20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1e2c5f2cce6344605272c9448e959d533fd3ec1d1b5b2fe8d81bc32ba638f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe186bcc939add6140ac4d997b39fc92048c291e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9ea2f1d3828cde851cdc7137cb47dc99294556db5d6099ecf0731a3e828a5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920c9f29fa9ee23c0deebc3c8b95e0c453a1ae8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e583f223f69fe593649b921c9a03b55d1fb9fc4a5db9baa8f25feb93f2cca5aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0379a355ebdba8be2e60c1d336367a595a091c41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635ec00986c8d2c18abb5a3a635316aafb4e1ca3a1d35f601d2d4b47f5afab01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f456df2299d9fa6ef8a7c5b34682c9ce3a19bdab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596c30ce72879dc1d4bc3d29bed49eb856404d79e0de78ae9d5167deaa61b848
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bfd17a01030bb51d8c349c8e523e551251d350
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66d218817b304cffdf1e7fe1a196c051a45cf2c2b3b083e6dbb216485debf33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103666585618899d4d7ea74b4301bf2f9a695c18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ab429b16964abfc41ed0880feab5859731db2721124014088988b2907593bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eebfb0b47a946c4b27e9f003aba86bd4d159664
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d5e4493fad917ebf0983d697bace343b3573b8367883bbea127763c11448be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1fb4992cda541bf2f4ac1b927fba1e3a2e0b76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763ce27f1302ffa66eba238b1054aa682360714ce891870014c18b307553ed9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d115237cd6d06b3ff20dc43b210aec59a7e5bc5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20f19107fa38004cf2ece1e14dbdbb6a34c988d1c334db2469b792ed7b394b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2af8f08892f5575c0c006da41170a834ad470e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5922c884cb861a84969ef51fe571761cf31b062767a41a07cf4ff538b3cfabe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517a7c67ecdfc76623c974212ecdb7d6560673d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb5976545ad2fd2a0a989096e3a5eaae3afd6d7ebae8d2bf3a4a8b7782e2f04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb02d8ad12b30c61516e3dccd2035a85b7c2fa6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b82c91bc7b21947cb712d22f68db92f07a9c7cc39cfa7dd06a7e9aa414b563c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c971e72a9d2b82042a8f4bb8ee6d2cab52da25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9077610f8ad0cc50d0af385fe0208b7d34f5f2aec57ebecc673d27e578bb78d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4b359efcea8b46c22c9786f9b81a9b9f84ad51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77a38744e6f1f16ece26255a8efebac4182fba3afa774b63aaf9dfa95c207e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78c43d39b3119244534c326f7ff8ec9ffe1c8fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebc1f6d760a6af161d76f1dcb6c798709e79b1032e99f7ccf1e70e0444de845
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75790de42d06c5e1b714d1a932b23230221756e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bd2e0e6d459f04d1ec119ebd4837c912c4d7ccc0e1023aec0d988808e8cd8c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0859ca2062ef37e79f18f1253d5cba7035f9bbdd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7749e936277c0cfaacfc08ceaa84596572220a37540e8d1836642173dfca9b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a1c9aa75574c814a6a52baca53845d5c46d35d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0745e53addd68a5b7e60de6ecc51d76cf23eea5fbf6211a1bfb4f8308f5ce6a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b78b2b3785a8dfe9621d26684eec254a5198f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2e4395effa3d65b4182d93ae3782cc8d1b14a319ecbf6b326f226ceb79210b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac88e9e420c23f524022564bafded770327107f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027b0a607a09e983f1632c5f9518bec136a46fca0195d0df359e0777d9859a9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6be761e91adbfba7b58a30b3902b7326453328
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2db62e62d0cd756c4f2b6d2b4ed3c8d134d04e5aa36044de2c2d5eb0f4d725
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c90124daa062d10345647c9599e57630bbff1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281cad65abec5ea0636137cbc52991d604cc5b2fa5c31b900c94b360ee798c9a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12bba35c1f60c9a6dd0be2b4f95ed72f4a4128b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441d9030c89235e97bf133c0f11d9b8824bc27095cc4dccbd408114b9ebf5724
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091a678bf9ba92c14c947bd5ede11e476f97069c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce14b85b5fd0c5d95f7426e749484e74d9786bcb07c93daf8a4d15c870c72660
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52805f22789d73e50287c29f237b85ee1719633c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb73e753c461b18f26536af24b8692d3e0072ac2a751a03d91387ffca5bcc62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9c4dbdb39a385d6fd0420fa320dba8d1ac06c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddebb2797445c9fc95325f6772219fa4ef0c0d2c55fe26884aad9aae843bb28e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3ad08d42e78629da20f33a74c368e3d18b9a37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8fac91a92e39f5dc313cf1ae56bbcf94806b36215337458cd2113d30dfa7ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2a0d14b7e4edc27ca0e5eb711d3b325840e991
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1c52df852d3d924fb14e0df7852dba1bfc8cd13c70935c822d3c5796569fa3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2326a318874e93dd8a896487673443a1b27fa610
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9dc2818142d541cc21a8c588418dcb317b81aeb73a16cb78d31d0bb9fd870
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a5e6c7ba42ac25a1156b17255488672e84d925
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b9437d02b98332bc621ae82a1a2fe5e55ff9e7c6fdbded5f7cdb662ef0d6b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e51ad2172acf7530540278afa3f90d24e61066
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1f7951935e884f2d586049b13be55259854cc993884e6d00138b977339b70a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6fdf647962cf043deb8c8ab09650665e75260d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17878b8c0a02914e2d2bbccd07d75865f102785af679e0f23372db53e3b42b54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70fbb05f24c822248331f58a618d786397c033d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934180f1e35ce426d73c40e2974e9178a133a483097605938f45c2798f8168b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb488aaa82e038446df503d5f90d222198fa2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa94a41d2c5f02b05415a2306b5a859d178426f03c36e9ee5c67df22b7f95da2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3624085827bd2681478c02415484f25708b93307
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53e47d9a1ecd40e613dce6103acd2ab82f2464d8fcc13553e78c7594198fce1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201e9f271fd18b30f826f51ed672495bfa732c5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1624e32d114574a344c057c46f7ceb99593cf89b2f3e31c43dc34a257d242e70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba698d17c2cf894353e0bc2dab332127a81eda97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29811ef6ca3ce790030165247556757611287d71c794c048a765093124db9d91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964349599374ee5af7fffa272a4346a013e3c584
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153c9906499ae82e5645caef623208b5566f246723cc412e452de2b6a8b03d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873b4b66eca47f93962c591d29f864d9fc1d42c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207dbb0c039c975aefdb61fcf95aee027e3eb6eb6e76040b4ea55e0eb224437c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7104c63b4d5b661dada0aaad31e3671d23f478ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7283ef15fd73c05e479ac5a27f91c3c09ab27e0971ba7c9c2f58d972743d992
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214ce679d6fd8df573017dd1a36b4f8c33fc7717
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0794bed2a797b675f133f5470e93024e612a7662ca9980d50a8f5d338cd9013
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3a030a246fd92fd076ab032c5fb2fb936012b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e4bf0083eb4ef34f9246cebd608aaecd9a8e51527c5d7e5d7feb07cd8406f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069179566e2c81cefdaf6ed794d21dc83e93cece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df9884b0c2583f1e9f73a1e58b80aa715983f321b4a2e1d96ee5526d48614d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68531c846aa79473e3a7b2b5eb4e24a70f8e331
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc999bce6e006675b8393829808c8e4314096507eb36891281a3ab1e496935c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be2845a703efaee41abf956a0e3b0cc63f7e4a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332d0abbf392b51622147eb8044ab8b8384b81f62b99571b8f6a47d3c63100f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7953aa798b83574b5f7882c28de5780d7d2cbfeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebbd43822201dae4e500c490531a960526b2208c37a245529421297d80fd5cd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fad01d7640b08c217b4911d47579294430b3b6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c220fd8268235f057a6c6304f2b056f9d46bcdba3df06c6ee2e0b49a4dfc3d74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea1aa36751f76fdd5b36a818ae702fbc1d73979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aac6c50f15d9672b340c486a9215724bdab5f04a47dd6c24c405cf70d707541
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deccf513cbe0007b79785860cc6c12fc4beff20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d0d496f16886c7d7ef0c4621a4ded2e99d89e5318d04787eeb398cac5b6cbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa2eaf56e8d837af6b3a2bfdba9700fb2f9d71b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6d3c02572d4e0d15f634e79d761817833ca66a8f16eb2de175e2e547e14833
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc3a351f613c769d73fc6591de87a27ffc2dc8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8fda12cdf4dac03da0d4bbf98fef478a7fbe5a5303a6a0940f9cc66a201087
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659e1b89c07f929b02e732be335053ff16024eaa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146b14542e895c60557ac19745effc23227818115412dd9687fb86ea262d1049
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccdd7354e378abca2ecb68539aab5cdf8b2005e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eb34ccb895f3a18b35eedc558938f8936cdeec5b6e49190de0503fd347fed9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5be9675c85254ab100b3cd2f8e468bd5f8b093e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc09445e3c8fa4d6d5cb79c0ad2fbfd140f788d521abafc9eb86ec78267d10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2180211e77bf4fc3690ecb06d590db82744026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f99eac54319f0f7bf06fd95a6c1795edf3f21bbcf17f3527953a0a6b503e36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ba2180deede085f6bf9c11904a2b047ee38a01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9ec2cf7408c43daffe3cd9d564b1e015597f694e40ce82f54ced0a5d911e16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154c1693681ebfd4ffdce5f40fa38e4e3b2b217a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4af6a3f3fa1f49438bf9a578b255e2c8e8f5bbd78f863f810bfbcc4b25fd96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a1073b8d9582d3adfa565def2a46a11bc3fc13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e9aba45ca18a165688662b03c41b536243d796fc57e1e2e09d9c91c9af7658
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81befb07df5f3e0daae49156bacbdbbb5b0dbc2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fd9bfe551e79fdb075ce839d97b78872c21aa6bc0cd16645de02ebd0defc76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263371376a4d4b2aa07ae0ba50c2bcabfc5aef49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a5ae271d4ff656350c2faa09ef4c5ddc0e19b3baf31ef3bfb3c80f622ea58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e2c8726cb6343a807767aac4e9c6aaf4ef60f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3a326a6e1e51bd9c2a014dcc59bddfb220ba0bf2f0c664a36ffa351cac1693
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc9cfc9392163ca4888163d1b3f8eb970ef8e07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6054fc123d6927f40fdd3f91704d801b018c00d7049cf3d2166eca1ac96d9d2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d78834374d54bac449a6da64af3cc7c6705af3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99c8521d07e06becebc1010a2aca316ba35abce47044e68e731ca7e5281431f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ef4907f04012ab2376a129dedcd666c108d121
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7db43e9f9cc90bb26ee97b97ff1fc32802a2679265e7c19e431304e61fabdd5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a56ff81ce95888cf2d40c643fcf07ae6cf7c12f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee665ba948cc65ae1781dfcd833482bbb9800e21a9939f4c0f139678948e757d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2024ae469d9fee47de5e108bdc62d8367aa8f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bce2bc45a554fd1396417a99bb14ba7d5f103c89eb371dff19e753ba728721
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fd4fb0406242369686ab6a6a32260fb4de1725
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c665223f57aed07f17badb7364813945dc7e6a213a5e64bb0feedac91f46fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b466bb106b3f21419262a7985e1b1556aaea1ec1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301ada4cca65400ce74bd37331da1e3d7338a5fcbd0c99a5980f5b3e4c56be01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876cf04fe0c6850064e38f05dc31f703499ab5bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0c806f8d6693dd96825523d1fc09087afdb8c21ea5e06c0b23e74f9e0c62c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463012b77247f5ba7e516f86d67b74d40e9fbb6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6a176529ec84cf29a0257a2a829bced1c749327b5c1b061c8a8b306dc35114
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a4f4b220a528953fb77705164640842d69a404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fa9f630418d67a9686757e48ca634150fabbaab9081ac6fd6981613c130880
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8996dfa59976547e77a3db12520a6cadaf3a8fb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67de860e120415f765233935f078c372b6c7275acbb65a8d29bd614dd28fc19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47df25528b75e506fdfb874abf1ec2810080248c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edd7c8d5ada1dd9ae98c55bed00826f384d134b20896b4c436cb47b24060427
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2786a7644f6a674bb404d26fc60ed888809421af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f2197f6ed147659cdcb21d19fd8507283bc8e0970bb35ed3df3ab2606b3781
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264d0476c7a9bf9076b7bfe078f1d802a43c8ba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb88c8d56013dc38eb1a6e0eb989e2994998ed0f14d16a63e4d35db2d0228d83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcdff37c1cf4cdfb80d3890c5a88fdf6ddbda1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f4d017845dbc2ed08e951eb08f76141d3559ac7ed6d4643237a9c8a70e6e39
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675f0949017d54065df3022bf582ade42aa9b955
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdbd54dd88df2e461866466b97bd5ee8f4d8b806a0046f6e0912cdd01793963
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408f7c117586f5b6ac005b8024e2778311c79b61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751d8d569532605893569d1665dc330632c9542819e3ded0765cba0a2bcd15b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457d8dde2a51a146ed75c7c91c79fa63b432181e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ef5776f63a401cbc652c759ff7179b2eb7885b7ed8b9d5848bb9982352fa35
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e562ae4cf5ea0c797ece44d8f786aaf1645927e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b4fa232015ee228b7bee60d19b11cb3bbb62af776999e01cf2a81ecb8084a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147cca1260f5fb2553784fb3269d7cb08fa55160
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa44504c5c999057b1935d8e30930563f1f57dd327a8acf8f15e81177e2fc091
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0076bb693eb1224971232a983cd1b7531578441c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75c6bf7145b4e92fc70077d187168a6a3cc827bba867672dfb5fb55bb5e136
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8338aae85810af79ab98cd42ef9124782ce1d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2f750d146ece97d60d10f4ffafbae75e80050885a826f883f33cfb493d9af2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0111629effd76a4939b14b5ed2426c73ee952f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff77f749d68b4c00cb3685f536278c10d746b49bd9c629f035064031ea78846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9cd32bfe92a28b161badaffb89e42621b50098
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7dddb47345caa841c65839ab4b6cbd8fc2e128cc9022fd6414f60535f08368
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4909c7cd567c2ecf3aeece929dfb7cc800c4838
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b380237cc687c752c240b51f818e3ac2b356dd8c46b23d50ef94ea30b9f496
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df7368e515fc52019a204a9045a3d79191896a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb660a17d5b10dd0e6582a0d0d9c981993796e1fa3ffc6e4f643c23f25878ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9b4523fab103080248be63dc67d7c870d8cd4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd58b663504e3633453ea7d4cfe9c387b0ca3a8d1d539e719b56fcc814a9489
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9362f4f0d2c457ef303d4b8c9aa6b196b6764a15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d0af106ec58ad8a977e29b1918d5f41cefaa2c26e8766b84a75ba2a46eb67f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445ca91c06dc44c013501489c2a4b91cc94e5bd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6806a00e552fb6b52e7c225d0c152f8cef3464f76a551300fbbe3b9748c88559
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f64d8755b65a7cc381351455ec0e9710e9d65dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdd7d1f00075242085452427627449efd631c5c476020fa039e0bc1b4951dd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7f03b2267ef2380ff9372e3b512e61049b185a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac0a986b9d6b85d275e7208b26e2c22546739a34b712ab404b8266e20fb40b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628f0a0834f765a90ef60b6ad76b92320f2b5727
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ff2c72b2773e5c56e3ceff07cef38ab371d0144f554788304ff0a1ad32920
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d870826a04b2dcbcbd9d7faa84fd21b917b822f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c283ab2d4eee07698bbf0e6248281a56d6eb52c968f032fedcf2b13a358ffd73
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539914d84b1f9f549ce2ef9284d2109561016af6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db70c131c9d6403e40c9b5eee41fa3c42bbc5246ce3126254d1d73d1896b7d95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d589b3654b102a425f749c581575ca4a6b79e545
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3dc8229a268dbe817b7040fbfde1a88aa54e950151125007e60ab6ec028499
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc82bbdc24e52d78b5aff44318ebc4cc1bcdd80e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fe279acfae34ef2363a85eb5860c4df124e664dbef8d04e89583db3b486f8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08f8c2cbe5743550c08aed2e28458e5adf724e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3ec985f8d3e39ddcc5deec793f3a46b49e99feae70878131eba9516bea70fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203fb765aae0bf0bc201fdfaed13ea554cd1a931
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c8ae68f2185ae55239f08fcfcf89034496659d6b47e177380583d5ed735ed2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad85e117aeca1b0e29a5f40b3669567a1d8a9e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c556a72878d69147d8d20ecce5f77d12dace9d8e303b5953bb3743c43c0de956
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f7e376af6c0a3bebf14a4c2194987d096d57d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0d0332484029991d12501b7ae3fdcf6fcaa187c89feed2fa8bd8710f5195bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743720fcca6b152c21d2c8d3c053a7994b592821
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d82ab048250f5ffbb9ad4e42217bed34d3d0a5fdd0dc112311e4d018107b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5333ae0fb72608be7fadc19eba87a5abae68e4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4ff19c30b8eabbf2dc4866c57fb61a47d24bafa03f5155ba7a5eee025ba606
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dadcd85384b15ff3049f9237b8e4a67dd988a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b009983e50d94303836249c59c28c6ff7e0086b25ee659fa72e44148dd7403ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1068d2c1d0ac29593da9c5f403efe0a25378d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eff4aae6ecb6e86f3af68edded6ab333cb8ecfdb0d8699430a23fd4eb4d3d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ea743d7fbf582dfc4aab635d8f8e6fcf44c37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec983e689aad15e49ef9a867ada3bb71b8dd1b32cc101a9117da873eb59024ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf00b42f21e1c60b2af0986398ad28e0243f683
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c3560c5b55d6273e7a2b4140a8389b0725ffcb953df419b4a7d0c946b11bb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f74b0703af4310a3f2ad6a5ae641fda0ace9e18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0150a060c6a58303b7a39c5e79a81c91dd068925735a6d7f5f6924b6242d72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32bb44b428d4da784e92237ca913fb0a1d93ef2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4672209022ef7f76c0e534695e4befecd4e3cacdce62e62ab3924c42fe9a767
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6eadb232301b5f4ac5adb1d755f5e5d14a85f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fe8d8f49db9a7740f41ef30305ed07b1addf64527519c87f38c4d8ea3b9e59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4209a5036fd3b76e5d8fa578529768c9b86312d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c811f738b647125f1a38cd41a0f757a34abd3394af12b29e563319135df5d93f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07354e14b41a4efe0443894d1fe3bc1f57734bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f590ecee4712e44867c472df93e6628ed156528e78eaa503936bb7299505b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8abc27a19271590131e55fc6550fecd288c6d5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2725a816aeb74f8cdc971803475a64799ff0190cac139655846cfd0d86a807
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4755fd2ce3f3d6d9f41e34beb6cb3b026b6fdfe6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfeab1ce11f6d76464d886b58c5996d9d9a8157563a6d296f7cfba5e156262b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cea7fb5034b52f7d16acfaa7408bfece7be3329
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e852a3061a73510f1390f184843875af2f1fd894a217ce8ddfb8a760b20e6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36201e291f2b2c9aff2516b7d43ea6173c7ba232
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032f366be46c8a0a7ec9fc37234efd8a40588421f4815c157742089a7397f961
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1962b9a0b3c9b2d91dd8444a945650b07cf6f0a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b6681c5a569fd4c769d9d9d9e46357e43fb381e841ffe356cbd3c7273be333
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a2f72f1d388ef33c47a7307c6e5ad2310d696
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e16d920d5eab023c8cbe24a89df4ffff10567f7e891dcbde4626f8d75b777f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395925944871a38f7e0b931351bb39622fafd1fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce39af0f24b626f8276fded2a93fbc0938aabaa9903a4fad3ad872b85b79a0fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415555ff67516e9a0404d10ef79cdd6bc2c0ed76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c403de87eea0eeb4b640008b4fbd456f390f3588b21570329412cf9b6f488b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858bd25af2be7af81f360de5191bbbe5a8200b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c60cf1348547ee43c8cdaf8df3c64fe51da8e2a77f92a2819bb18517011f8e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a377e911c9b950ac2403c5bf2fcf56e8be5aedf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ee944ed7bc661f2038a4b4a077dc9930d8e2b2cd0b475640556742c419de59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef920f341781df9a92f27d26091210dd696f3cf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6934884cff8d9f1fd39176e23ec6284d78a48ca51e829603a152ba53c896e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8466a0b7f553d247fe2f150c18dfa5a599657d7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cfb7230467d1f73b9f5667d497605e84fe05b1d358c9c11bf1801e57ab7f67
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d781b706dc91dcc01c7cbb787cb02eb1d17f5a13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3cd7e9320ddabe09b3b38ccbfa19445d1db6005bb785bdcf7895518ce75d8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317a0ff7100194ede82e7a2891211a827012e989
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a749b3886858bf83fd9270dd2dd093983a15f30b61cbd24dc2f35fa9216417e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a22cef1f490ebe378d5f90440f7f1ac6f78d29f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029d64a08f801d2fd25b3552632590ed1650eaa0c755f58c13c3851b3f500b4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04fc32a7a9eb3e4a6f9e6c97a81e8c660870228
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499a570c9e1f9b062e70d972fe4f87f33adee3caa2703e504b998739987fcd04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a48ca4d95ec5de5d4aeb8542b2baa1accc1ff9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec79c8e6d8ac99822e2f888f6b47999773acd51c2118eb0182bc4a5a0d7ba2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc26c63b1a8df8abd5e6e9a571d607c5cf15c570
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fd1e272a90be75200549c74459e41338391acd5ba621d4352f69c46e386f05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea1606f693d8b94381c2ae311a30f46f63c0a72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0269abf9d8fd4a514e77da94ed4e2e5cbebb90ac69b393031922787f7a83ace
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e127c08b44ab018819373bc4a3334c938e7216
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47379d72868ee2c7e6e8a4132048f27b7506689f7743c99093112788d4660d06
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2542c83c9635051c850dc81d316f00a6ee6fc0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77d4ad8b32db7826164871e77b71420194b626c5d8a7477ce5423ea26f6a0ba
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054ab903d9bff89ec344d70cd894ec374ec6f352
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c976771be09491e6080ed3e0da957dd57483955bebb4a0a80c412fe027cb0c2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1702877a97cb2331405d26a56e7e4a1d4275f55e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6949319a2b3b25b7940234e59d60d35d87343985dfdbc236ff848f72f4ea04ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1266e7219f2a86a9aa89ab98cefc062def1ecaf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eda885fbe112ff1affff02b5414766cc9b1be5f1f19bb66362668c9cb43cfda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bdab21d7e7166c6416edfc331f6e36bc9c37cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828db4cb2fcb8653b287e730f1da8a26fade488b7a380373ff3f5dbfaef28d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4940d99791108b5a3dfac936d84e8dbc45bc1f95
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185b58c9bf5274eb8c726f3b8c194793f741860a023073bc5c96b69a8b49b4fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96baa8d9dbe426ac77843b062240ca18df31fdde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd5f4123d732251717d522e198666abda6f75f992d6a116747a60433126b438
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bccc956d7f60f41d5e09321c926c39eacaa6d14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21027ca48b9346eb93ffe83ec700078787ef6013135195597d613ed0ba1f2ad2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd00d04e2fa80bd026b68a2c0136f11ceaf1ed8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d855c0fbb15dc22fae1843dc0487124e7496dbf1272ae2749364e09548da4ea5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4bdcf07b7d5d08cddaae225a95548fe660359e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ec48175d4d9fe15d0f32f86e8289423c097f3c8b89b3677bbf4c2b68d6684
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58c3b8448f82705d29c913e0161f9c8b9d09039
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567c77ebe76a3a74907e888ce4943c6e69029b6c1cc0b6845f5110f75ca9f6a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36414f56ac64013d603a1e8678e8f9adf65477f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452b8d6008aa9c8da223a19be2d978a01509f9c4127f98216525d33716f25223
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e175c5f18fedd561500fbcce62d38ebc7d90d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2efe21def50e632eba52a7281161d5fa43885c074bf9226ebcdc7d3b6279961
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8876c1b711317ffb38c361f26971947c8cfafb1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920dda266a141d94979d0d1442b885ca7d206bab784aa86b78e1e3cb7a2bd020
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee936ea447b26441d720d6d399afea14d041cdf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f3981153ffc1194e72ca887137ad02d8682a3b677ed9c858134cf96e04ea1a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6172a7db600781e858db865fbc9a4be4ced7878
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8517388deb5994b8ea3f84cc5a8c98a081f58e7abda352f8c8ffba6c7b92a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc7d4919c6dc7cc299d89fb5a58115e36430bab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fcfdf40601e6a5dfd5e76d54a5a15db15a786d939342c2585a25c53680c12b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9d900c5e767217568051c7ba5701473090d1b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d162b5b47f57056f1051d42a61f81f0f01cfbc4ba021b93af46e168aff2a88b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1697742d5ed60c7f54ba68a62459089380718cdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cf74011f85317fb60eb83a42131a71173d4bafe6eaebe7fd23568e24e8a339
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0245882b2dbaf8de409d36af744e17b6a9e7b54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1849f7c76e9637ac4fd355fe7927f43343734b6e7f42d1fb017af2ed5582af4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff9c70e5f1af6784bb17a5510d979af91e005a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d332f66cbfd634df45151b6165df89b9bc11132111dd1fcce4b4af1a7132bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a0fae6f3d08cd1bb53f7d4fbaa17e22a38b2ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708ff329e184ab9ed8573f251963fe8bdf090d6a78ff9c514853cd10dee7f25d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c5fb6e3836506f80fbad64785ffdfa036254d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922a8c2f5beab7985a179f55daae1664129dd2197923e19b0e6a9df6184065c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c84c0ead48840febda86c67acf1ee8475b8ea14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d12eedac71dcb573491928de3e63aacfae400e26f2ee4b86b9a6b3640b60bcd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bfacefd5e909bbb5398e158a7d62f9f3aeef41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d6aaf65952c69fa2a4f45394acfa88e3217afcc00e1d23421b1c77a856411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea1c2bb0551d0ebb9a94eb3793cfe38c82db24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0bfcda738a2f54cede2a6ef1494c71e6e4bdf0ab097db78000c3d18a97bbcf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38580c62cff8b8b2e3feffd667907e54986da9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced6fd83f0387877e8301c5e7f807b8e9a4746b61dcd635fddebeb155f238195
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b443687dfcc5c4134b391fcdaebc008b068764
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285b2d7c94caec96e5e1f40b886c13008cee741e0d14ae2a339260bceb21191e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ba896b8d58fd1b148ed8dd8f3c2f73dd6d9a5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c87d8141b72883e4c432671c113ad66668b68e91625df0cbef1e30c97da3b58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4ecab3e149fc66c6ac79b743b0ac31a5eaa740
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec61bffa4750f38de52f2f983112398ca5a8c9ad83d2477619aadd88d0a0b3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe33226617d44dfa691bafdf8fde539dc27f393
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ac39fc5dc067ac35f3bb4b69c601d18ad3e2be3b12cd996778146613791677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c1b1b625e2624441bdd27f1c626aea59a4385a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41673408011b9734efb468a7a2455d2825845e28b36efa2bf967975fa80f5afc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f127ef95e6dffac0b41e521f90d08973c242cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f83bc0d44820c256eee81e131ea8e7507335f7ecf5ec6f8ea320ea08ed67837
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6880a6f05f4fac3724c25dcb048756a6435c4c66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215c69855f9d17194b0c99c3471285b4d2e0e8c8759e7311a27134aa6764260
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb00e6c6a4e044351f3bd33ea6181fea23d071af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a9e24afe86dbd90c548c9cdc6b3470ca976753375b4ed5258dce3e0be34106
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779cb328e575e647205d1a916706cd930c92652a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a640ee180f2c0ec456a616c2832788883ee041679fb9bb04a89ee282ddcd15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bae76acc1dd391a35774b3e0a6723c018b0bf44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ed0ab06edd1c865cf5aa87849c130bbd16b1099fbaabaae2bc8b151981c75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d0eca9b14a9df691e645ae7d1191439db771c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8dbfe545f3d85af9e251155a091e24676006535d1b6a169c93844e4b1eb5a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e4c9379f487d9b32772a64621788c943d9bcba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf6665044cb1919933c633f7adf39cc7f9cd04649e9b5ab74fded7ba0db0625
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0817c373aec83fd18f7211bf5b14198847d684a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68f3d20074149735fcd4f8ed1923c3925318e640a60ba6c4c5a06f1d8e694e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb3cd885b7647390856dfdc1c6e13c021ec425
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2920867140cf6f1d1ee2d923003d81645fba722beb082c45bef854bbb033444
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bae0faa802cecd3acc3930b21830a73feb4459
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488f959b998716daa5400ba9cb5ad7ed883863fe4656e124d148586f29308347
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab3e4c3e1ab2ed46813c88a4e6e2a7addb5e68e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be16ca5f57c708a4fc5990a343d66b475caa9cad836b502ff94a3a7389c77a69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56393eced2942c767e49c898cd6c85f085ce79b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bf7d3c04fbe8a414bfe5ad938e54798d7638add262004611cb61ff8d09b4ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908d192b24e9c2e6edc3c13f8131a6f89a0d7a15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c81f1627a1b4a068a56a2233471ca2e148caeb5d048a3e04206849da0197fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771384af0c55e375f8cb2e5c880469e16ae43c7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28663a99585864386c12f41358e16b68991d92e594c6caa716ea51829043acf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61ac6fbe845e3a26b2f21c006f098d41be0d604
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e483b7426d461991643f533647014c281c297ccac07ae936a8fe33d4b87d5eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d870dfdaef6eb3367d910ec84a760a444aa85fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47590e8c501215024219f877acd11e54bccc9cd62bdc34393ee94da5280ad7a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772ab813faed447b32616aa6fb1248fe4d67e9e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4324d7d5b3d4a27809e6e7209327021d351219bae3d84fd5664f5d574726262
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4efe4447b7435749ef968b93959c9e2f1c4a5e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868089400dc17b387528a15877ac3913f55207d59126fdf4377203489ff6a45c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb61951e794569e4708633617c5cb606bcacf8af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7320d1718908fe3addbc4a6cc7ed75219299af590551ac98798d3723f671be
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d112e11081e421fe98643d516a9969ea7b29ac5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3249492d50c1cae374bd0bc9c5a1f6b67add1703d844ae4f9c09148f50126a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5b645b5f325c3b1b30450f0540f27db3926c47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82062410c5028f366414467c97abe5f330eb9a8754f628f0ec4d4d83f240e6ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75b547024fa8d7eafb737c7c8c32bfa8d943552
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341790ede8d4060e1362f9bdd6aa9592bba299e3abd0907cbeb565203e90879e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672cd53fab22a419714e44a3ada69c575280dbd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ed3aeac9ec9bd8bee83c4cf136206db2a2c250bac763bf2076842584474594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836bbe676bfbfab728b1fa3a00350bcd76bffeb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bcd277c06b6f31a987fa53f270c6afacaa80c41ed6539a7674367a825e90f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e5c8d328406015a3097227378252f020549ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91ef5ae483b2c54d6c2bc203a857484bab2258c10010f569ffb9456cfae72c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82748459e76092dd6f50dda7bc203752a300fa25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f026d76e77508da45e4c544e9a5e6415b2bc995eb803e28c18e4cb488ae8149
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bce9c8fe694340ed3aa87261764b66ae6a9111
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411090612c86179acf8a9e2fe2733cee4869a0e7a1fa7ed53cb658200d0068fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0118731f6e8d60245c8375b1207c0f1edcca68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8795dbe8fe4774dc5a9fe8ff47a5644f3a69a5a808fd718bce0f292bd51cce7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191cecd13cf1c266daad4797c2ad118d2ccfde05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26194269422e529cd01f2a38750104b8ba355344e0471074ffe3d84817fdf18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e576add735ede50c28d31a89a0a25fa61f8e946d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82119c9e8685f08069067a91569a373b40b80046ffa6a887eb2895498f438af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb798cfe7f108d2b110069a7ab8f2edefa64ccb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a407573718a1aef3ae5af8a7a5fc9df9ad3596fd15728f5b630abcba1ad12f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0023206756f4cd3c18fc5648d652ef95b85034a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572f6da9c203efca5ef6241a5242f0798824dccbe8c060e34cea8ee42d97bc2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6a169ff9f8b786904fbc67b1816076aa5f9614
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1791b993284377b0be1e5a57975bb89eda6f910aecf39844b402eed59aadd17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f75f596d5777ab738470fbab78450cfddaabcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e131f5e6a3d04d6d8ec5e9bc6be1b81cfabcf21eb84ba0a8f32e5d3cdfadac6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d78f064cd84dc10d739bd3361ba8654db040d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242453dc738d78cb6149efabc77ee72e92a8a668ef57a0bea578fe79b3c2f878
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81af95729ad453dbfff4b15fbf2bc2d8d4657be5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdc43f9a4af7cdc9c336a279e4928c43ffe4f1ccf5f6da0e4b7926eb050360e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1813ad07feeb714c31455394c0dc783b61b6ce17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c21ecbef8f18600378295beed690f085856f791a3ac05bd08367e2ce45c399b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98524c16cf74a7566936033a724df5ace82c5395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b5c460fde47bb44899280b7766390e39e97359b3d1f33d0746b81284bf86ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3385b0aae9cb85ad65f752496a8aaac42d8c59b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266c9f12b7c90b3d3793ea6f740235ce0c0b590d2b304178c96cf53abfe93bf3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae361b8d9aefbe9a425c7dcc3221832f4e0bd72d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8de6e99b9a3b551e41c53da99951015793b0b8ac95b57d7715b87ae0902e91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5039058c37c520833aa90fbb4264bfafa5e6157b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf7f8b3b23b699b727c7f08a77a513841551d33c279e5e4743e94a0d3a8c24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd6168b4db0e8e9cf694ab1a80dad169f540675
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451faf58046ef6b1409d2249bcfadad408c505dd411366e2c6e7984b8b258ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a810f2ee19ece90badf1ade6c85992218384a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e497c117db6964db3191b2007cbcc5dbae82bec01428cb2dd827386d96ff46
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec7b6e2040c10a78da2a7cd3c8e5e827e61421a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0761fd832bb8bc9d566b6f9df79fd569b2382eeca0c3baf91c72e8621bd866a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa5b7efc292795092b049bd7281819f7790056
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061523c29680027ab2a20019a1896f5353ed47d3c8a6464fecc799f3e3ea7865
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c033455d62f64376c485b2bb28a656bf5a17c59
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bdefd4defa4d92645b4e5214d78f0340cf5fbc0980bf6cb40aedca3c52b5aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d060b78c0fbbaf99b79e668ffaac94fb109d39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd98b897714c3239ee363223273dc5c78cc2c7ded075bb6c9868fc5952477c93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4805ec61010891d58500884bcbc68f3632d103b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9661a153330973b0795a6366c44474a8826e94faabf2bc8a9e193c283832ed2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354ae2a7a14fbbf26d77114921937b05f418f7e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b0bb276365afd0060b6518c24e6751c1f144140a591322014a84a5cc4ca2fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba17abd45bdda127e638b52a10428601f0d17924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b29ba8388f4ed7389a42656d0b8df9c0cae2271454355e839d87f89779f77a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453acdc17c22ae0a3820c4fea5634f2fd966968
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af1307f75accdad5dbc2d9b2d9a7d92e80fe3396a832a00391a8d83977bb538
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a90951215f7fb3a7f8ee97f3cec0cc6dcf666ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d27fb7daafe6c2490206bb467771ddbf3e83f1ab14cf15c465a02897bb695d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a73925a3cc94b53422b2ab6e2691d9056c244f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beee002475613c3ee0306cf57309f68be68d87b02e992787622699dc47832a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430b898177d88ab6b465a3633028b40977b56e9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf378ba7665e474ae1b8e4489830bdf2f51964e6dbb6472c2f1264b6fab709
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4f132db781bcd44ee9fd5a37b9f51797d5cf87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9089e7be7859f2cccb1900f2c4f1cf445d95963d3d0c3a54ce761af77ac076ef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9d1e725d39f3743db335e46b57589408ed0dbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bdea1e2b482dd80a8973b87d161341af18bde235eeecc606145e234f6cf07f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add81be6ac6d3779a740bd21fdeeb15ee499f7b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89ba4fbf88bf7bf677dd02eee02320a982b2c17690abbbe7c990e875ad50a54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df77df225bed9602bf6bd9e03eb3e75d8bdf49fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771003d0164e94fbee951cf1f34fcab96793c8d55c75d2f73d2ff1858c845140
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5117b530f61d7e5885ab0fa65f9431456307d57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c7295a0d9ca3cc837cc1c9ff444b5ff626491c901a350ba12df6fef04ab5c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b216dc3a3cb7e62cb6ae61e64c0a6a60c8d9b7b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2677ef4bf10dd6e609df3673de440e4f42793b324f9c4933ae76dced83ff99bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452e069748d9d7816c735984732a6773beb0d8a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61df29a97c93a3cca699884275aae39b8bbe820b07983a5ba3ad4fd656f5dd4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90f5fcc347692cab3a31d072d03763cf6b95c25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d540dbd595e15b289207062ab5373c73fa86305b75004c7bec8eb09eecc42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947f87bf08921891220d2ca108d592cafec49eee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08e37a4644cbff07aecd45fb6cd6525fda481fa5b12aa2b82b5188febbbce9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6336b0d23210d9fda0c87b7fe461410ca593829
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52753f1f7b10eeeeb8db3e26cd8f412199c9096b6c7624fea9151701fa02dd0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0694d537537694a75d8dcf5ac8e1e18282569d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441582db91fa72420dd26023daf89c425115feb8e084acef851a923d46ac6103
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef31f3340f9c7c2315d4bd2d52555ac46dc7ee9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91ebaf18ebdf0e9169c5b13ec03444d32150c0add0a9aa75b3c42f47d5296c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8374e545a7abb0ae43a1cee8ad1e54ff276f533
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782872ca4029149a6688939a57926429ea863f6d1ef3e5118446f22cf950fbb1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b2f6e3266a12982efab966d0d3bf336c4b9395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cafdda57e899fd97f580f8cfb5bb4ee90c4d9be997de1e183e697cbe2f4236a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf563f1b4d1859ea3ff4b509e4dffabe45d4719
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac7ad32c5c47c345dc42809a050a4eca567d5afd45187aaa38c192852dc3eae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21da9fa9d73546526c62f367c8bfb994d69b9979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f993216f19c419047ae78032635f0c93ef22b8581ee2fe92b525c5d4b4edd022
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ad2c98a8973c93145fc3e2996c2e5ef0f0d06c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964e7d0d30e3d03bbbd454b05e072e0994cafbf6e51a564371263b7f02103ef1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8173251eeb77a5a2f3aec9b1e44458abaef148
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5765d601fdafc465d9ca2c0be12a32e499acb9bb9f91cec8f4bc9b84f8cde93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3a7c783aca22352e6747682f3d5d2a59e06ba9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b92d6d6b6c82cbd3d008f10a2c57001e4d4aa849262177bbf34db42b09bdd12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362a1da0ebb7e78b547724d6da239b5afcb67324
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cda374ca50ac4916e2b324b65f257f50e6acc6189ab6f33ac309e63d511b533
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f7159b4028db71f430c7ac845a4ed0b9fd1f44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae96b12c1299efe51587f14cfe23e590f4528a9b0c64f0e10b8ff249ece3aefc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762677a184bbe7ef4a7e0a3b39c3132a1907b91c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fae176c7eafc7ebc87d10b0d4d1b67fdf7e212c4d03bf6529a644707fa936ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e7535a4d4a634f3f2160da6ff893943a9489bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b483e1fb16677173a00435e28d7bb46ea4198b419bec813f08811dfc938f28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50e2b43b812d46e7ced0aa4be1933aaa07fa17d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee66fa6c6cea46bde2e040b95ae9f0642ef960ef915e72e5dd7cca24ae608333
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89242b4b5449f0f232b1b57b0351c5fa146a9aef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef297d444b20637dbc9005381be7ff95b627dc0f9f0b3ad2d47eeea4a2d4db94
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350167e0707e728e79935541634d6cd5e27f741d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98244ee1c32dcec02bb8469d09deef2f95df3e6f72a8a7213e906ba7cba3c98a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b68190c3e7107579287ea270afc8eacae0f443
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e22901e9238123b4e61cbed85fad6313571dad5dcecf35eedc21dc730bbd3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bb36815e8f1ca1ce5981866ca50fdbb06edfad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43935d0f7dd119622646166514ef4c5924124bb22518af3c9da53617ddece318
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2dc1026e47bbb428a9beb03b268afec65c61c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87be42668457f4391184c9e77aea8d2b770edfada983d8d4dc44d962633de400
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732bd35deaa5046c2e28c24de3bc4d410818aa35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a23f3ca09bd59b9f355ca3f01f262d4413ea6db0d22221547d2aea154fe088
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b530aa4b718078197aecd36f6eb05d5afac2e5f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0757648e16d78dcc23daf51a39acd1a473b8ae98680094535e1501fa0d521abf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357de339d0833b76aed2217193a6be0ae705ab19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d717db375a2985dc4755a207af99fec0a407bc3d798ad5ccc6997c834292f43e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef39263ff25e562cfd6e8c262dba5b7dc6d0481
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e75e049a3683ac066d5e33c48cfa286700937f99d1a3fb874663895199119d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5df00bb323c37991a8fe268fb4e4f3d37537560
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260e1c0e8d272cbca3af3bf670f5ee956b9a16782cc3f4fb53ca7f3d926c9c0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06f0fa5047ab5c9878274c7942688c270975d91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43371292838bd7e8fab00c0654b414288612c07c5c4968f30aa3663fec060e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de183e8459dd8c3ca93e73c1789b5e5de7b8a804
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93df2e59830187e6130451396feb64a1aae28af303a209d3780acb86b604356
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e74db393ef161fa4a1804ddafa4aaa1323cca5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2497164187c0551982c271d772551873f6a12381cb0bafc21bf32fe5acf1fa3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5069ae7f2cc4fc4e953bc1680701769281938823
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5174f2879002e153bf602f5d184d86b8da01e4493679dc2af80c636b13668bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fadd113aad7dedc2a01ca9e95446c11e36272a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50267c4ff87c16c16742929b1692eeef278186ac4641868111fe7117053482f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b455c4b17e38edf8c976da4bda642ec908264c81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990980cd8c501a9e419909f0a19eb32412908ca8d1dc315ff906ef96717fb219
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3156f49aad10c42ef5fbb59debe92295911a681
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45009e39677729e5662e54abccd90b6cf864a782e7b6d3863b76916ba69d20b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6421402d675f74ef5b1c5bbce02b9e1653cdd54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d7d9657cecbf495a63d0ade00c683fa896bf2e570607e6c5adf89235603b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad337051efde43dab778259c59c82b9f6b2aa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0f48287e82c6d6712920ee6ad5f0a18740c6862709a1d35f573eb8f0d75d51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6a65923229d4f3b54583ea5017915ec712633
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593f4c90760cf985a57e82b70cfb0a3a0b8192d5565b2ce5548ef046f92956d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e205dce3ef47ddf588ee3499b28433c9e5f08653
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e2c5011e0d047956b5b72ee7bf133b9f5088ecb248ffdb750066a1190240f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12efe961b4bf8c7b64b9c7b190ccdd6308d3619
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d02535c1907c478d50b30cf5d6644679ebc711d9d0ae70bc166311d7854891
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63be4f775d02371cc952e94e639a5f108f28be5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007fcbc08e7046fecfccfe6dda962dfa23b794ffb96800666631ec84bdd3caec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb83d3612cd4e85a370bcddfb96f701f80803452
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a541c0be103f61218a4c84bfdb118ec453936afb834995846c92607f7b253b7e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17046e71198d0e7c8318617c537953532e85aaa9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef0f5c3edee8381cf2686d214c91537453b9b0286efea116d3807af2dbfcff7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2391959a04b91182ff950967318f962131fff6c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3925d7ea39701e83bbafd23f2d0349d53ecf23042b40a3bcbe6ce701cec75f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86f677390283891ea6a8b69fa23acbb6ee004d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dce151326fdb2a468e78b203a669de51bb88e37ab9fac2034189d9d252e0eff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7d68464a752e47d44067f97d032bc98c4f6a0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f061b64d60d1179b49da2c35a74178e8e911518a6822ddd26a2812f7db20b501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa01b48e0cbab34b7a59bc32b6decef9b625e89c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d7df7b42b29e0a17e81e433e1fe36d2b232fb9ca30f0eea8d9fc620957e5e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945eab5ae5948fde4cac98d2e0f9ab282c45b81c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cccb092f1c2493dd163045f829d5be194843bb8be82367e5c9d97fea9f27b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01c724dbb01df3e82476a796339e6897ed24e3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36de4922c0b7eff0fd03947ff794675d7c29082880726c850c5efac4d532a92f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af592d99cfb047667d7f59f3b7741dd281574d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbef664615dd5c93ac13318204898a4cf1d8244963b3df64cb74ebf07d030d81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6358c232467f53731f191466cbde493fe6101cf1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9724a783988cf7d0803eda2f0cf2a02298c1f2e99b442525d2a47de87168a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092bd7f58de3346813de1cea9fb75a04e9fc6ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba39bdb90f05d3f2044ba9aab5ce2f04579fbae88a1d1531f36b5ae5191f6de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eab44565767d8bd644a3cc59a40e20bb9f10caf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d39d3ef65216b036544330d4ec7671f3bf4bc35ad54464096ca93a1d082d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc079429fb2e3c8ab0120767afb37d1845164537
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea429f9468b823dbb7dd12db429dda92c7536ab2e0e2859a4c3db15282f47248
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aadd91729d33c9c2ae6bfd761ae8e7d0974b2ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331eb62c653ae69542a1a10715cc6ff3beb4000937affe33741d8334fd5ec392
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa0702a15f2d4e08869f1722152638ecdf18b8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a517e66c653a2d33a597b6e69a3620287e8ee2f2c6ed3bd571a54aa46a25d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6193e3bf9ae18d9b15cde0e660d21ba74dae5732
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25bdb5987250337ba52f98261f9a2edce4b4329dcba44d72786449c65d363f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd11c94de424cc7ebdcf692dd3974c7cd3016535
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3f6731f9171631258d13f39cad672772222429170c9f9dbea842cd40bfd0f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0f27cd44b2974cafa448a86a98bb3070bed980
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f0a9f9dc875f58aa6a298cf76d0a25a2c829b83184b3ba3aa5937f565e2664
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca44e5c699405af0dac9015c517df9e93c2ec454
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eea605327b18412fc21e58acbc3b7356a4653e77962849bb90424b2119a2b7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe33cde007220c5f5cd905fe333d2982384ac0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fab81948abbb804170ac7188b8b95aef3627cf9e099d772be1e36fd6d24e7e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38b69debb31acabb4ce0a8f4e10d62caaa3a0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90292aae01803c21c8e4d4e3036c232669c74b484c9f7bc339b62a1dfbbdae1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1716825155c1c6b1af1521666bbdbe60fd6c5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b0afb8817a95f286e6307a7538a1ffa43d8786cac2759f076af16a01973f2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d76dcb711696ebd43d3554a3648b46ee9a64ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ccf7bec47a2cf4e04ca2718f6a453c4c4ea3dea275ea2042afc2d63b16299d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158db523dba634a30149d1306a6c4d531f0f41ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4932bf8f06c00d776899147ee0f11a9d9d40a0d0e59a1ed3d68b3b1f4756a2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaafaf5bc3c4135bcf26470f554b22a463f79eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6673b591c7b36c6a517b5529d5173d3a30257c1c7d29378dacb397d69726eb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9e78e8180edaf809f058c498b3690dfbc4185b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247c1feb3f4bf2d39cfe9fd45c76ef647d8ee20852a549d9bb69b4166f846f3d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab1116982505f1d14ef31b265a4e53a543e1de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151289179ec2f16767b721ec11b186faf5498ed83a3a955ab64fc2978153062c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc733c0e9b2bea15305c6c69f35b9baa17b1718
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f80c16b9cf2a421686c2aa795526e349caf2d278b05953726da9c69845732fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba1739be99d79dc5eb57e81143ae3419c080d15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f820ea676bef73b5d4586524d1b158de98404117594f605c9d3ddbe45d9f03b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5568cbe553e9d3a39790f421b55d912eda8d21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f02a629ca42242ae9c715857dc6ba8a96c970f4135a9e5162a3eb3ffa2cf5c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480161927c4c9d8a4033bc9591a3f53161e0ee4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21031c3664fbe43b772d8d9fe2c1cb7692a88bfb418ff5d19fa24fc9cea4ec1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51c4713fe6a73a40564a95a7379b13871d27be2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470311ec263d2bb731fe82e2b6219b2f669709695a710167efade9f75f49d6ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b35708f58c3e032ab27ff614f2544d67096d86f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaef046dd83f569c6a7135e616f2869811fcfe89e1ed462216ffcc8266155346
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60004703636c119a2f7efc25ad788fbf3d9c85f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7e99c3bc29f47833ad7de3344ca9fe30965781d9215b7f21f0edd75652e598
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95af6e65ee80092e5143ba78e466cfb1bbc47290
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01348abee22c5ea5d94d91f4e4e448f3ae9f1042cab181c9b917607317725565
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906341b3653e84c7638d9d67cb0be14583f9fd67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f70527b4025f2f32d59aefae55992d9397bbc743a5a5620600e535f2223a3f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2c279146438d9274d239b34102964c08ab2d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d255f9639486ac57521f627a71dfdc4a16a7bc5a4f961c2118b04e0f938c26
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bec478808841a24e88450911ab28220403f5f86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b8081260680b31bb9456142a9bf2b8af2fcbcc0728aa3b8bcc6aebf6fceec1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263fd2ec5d90e246a16fbb90a4bbb76e830ddf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75f1bf00a8e1f7f9c79cfd4ff56dac4c24ba221247b7ebf0d3f0dbe49e5e0ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6493023ab2789f0f86d30364250b9dc4b6b121ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d4b04a5ba9e4b6c5d97c6b5885c1d5d36580bc982271128f6a5656b460cc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5435007b6c69e4fa3568e9ec66cf8ed9650e0506
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfd2e594bdc762532433ef91605198f1ef2accfca94530b8b1d8f0946550252
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f670b4663a01da325e0dd384dc9216928faa8622
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9056ede44f414e9ad45684dd6e29a0f27004d49fdaa07d08d99f4c2b02830f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b91476f0e344228873025c1a5b41a47bbac887
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b06e25eea57d4d723ad9006691e3f5d216192c61869cec466f81789d7d9b67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa9f513076363bbf8a6c056f7b3b0f905b313c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b314c8a34c4a86819dd637dbc3a20ef2e6ddfac9e03f0a7dd4f065994826ce6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe87b7721a249401dd89f604cc7dc69748a188b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bf6062366b548208880492452adf2a21f3cf39979da5070afea602681ab301
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c2e7d0aedadb0bd5c6c3d7dcbf1d09021e0d76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245b5f4be5cda9a61b8796dcd2fded069585c2b68892ab08835c0bfb570b3730
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7834736ebb0b95f56543d081e3934e847de5006
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c591d5a9ad7913bdbb55a1885944aab7ab656cac45bfa10309504ccce5aeca1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e90858b690acef82c73350b43962e222dbf23f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efda31520e58b38c5edd42f01237d58b9ca7006375e0c8d1b5873d7a24fd144
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15333d7dbb2c79ee5ff4d35377160326b1fda55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c908b77b11bd674bf0e0e2915a32468b2aeac4df5583c5891f715d4e310f11ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe87280e0b82e72c155c89d747bd1f2b994c92f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11c4c9d432fad6732e842557aaf2beb06dcbc3c80e56c4ad67280a945482d0a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf843c2aec78f00f7579ba6c8ed75ad5e8154dad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77b10d0dab75f97488011b237f837da8bfb7013a8b07eb94ff1c7421b4366ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a23f5dcd31177fc092eff14db9c0d4db3ba13c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af5223ad2d57c68dc61c483757930b83e6ee479050c73e67b31fca6b0082fac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79bcfbe33daeb6cb2cdf6b4f7e9adebe9b179fb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e74d8d3dad04f05a892663793fae3953cc5a0d8828efd03a8e7205de02580d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53538041921baad63a5c90bf19182a0416405c31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1275d9bd615a9aa147be342838d3b4af189b21bc8443949316bc25e61d6a404
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7785edabf78fc691c328870ca2a5235594cd1e41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3737ea6ba396523011b14bb0cc22f1238dff4711846f25d69e318873e96824
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6738c1f44d5bde79204cbeacb7e4c8944139e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0405f9a4a01ef11a0dbd51dfb73a056c5852aafe8e35e503a4a761dfe99406
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93001d5a9099fb7abd9f1e156c897493f1cc78c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53506c5e631d2816026b873f74c635888da8519a504ecd4ec906ec80ef0b271
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee5b56c94a4b411b974de96b34af2c8078a479e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261bdf38733e201c2552773a2ce37d33d0c818908fa94ad01cee5900d2c8c4b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0789e4085785c87fa3aad53914ecf139b0898736
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02890e03b76a40e8efb90327cbf10a7d7dc812750f8301edaccefcc53e1e91f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353f01fe00ec5ffbb41f22ab99edc81c46b8ce54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6113275ac2f57add305189ce961e2d86f3084e20886dceecad336cf677fb0576
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38f6d40608a9a5dd35a005083e19b6dc84e445
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb6e2ed32cb611e68473c32b652ca3887374972702b584b7b259a173469981c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedde5d90b67bc081373bfb2c25628ca56361c6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbea777cfbaec2065b3aea0472f6dab90506981f7bd03426861525f2995bec2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1719c386ebe598a95f693da7387ab2b710edb372
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0099c8c0068f091be4cce18ca685670b10483387273575018fe61d0b0f67f21c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43c39964571785f21b9aa41e2b26746bdbf959b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a13dc4acf47cb9ba565ea6b74737d70384d28cf4c464c57d545b5a0ac53105
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b681a3b2c7336b7fa8a9768884cbfa74f1983ddd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985e192c88c7bcbff57acb2396ddb66c28095d86cf13070783f4c47331809c9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71d1db1744d9a3e4c825b37640101049dcd7ece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3788d9ff3eb5f1f0bdf536a07b660da894a68a59105ac5cf45b37d4ea0fcb92d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a762a16a54ffa58d4d9d49cdd9273c4986ff70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e490b9a54ad42ca11dcf1a71ca6682fbf5606bd49b03b977d06990755f234d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feddd5c5e660ca4b1c9204b8af539bca9f0be978
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2ed3d326fde3752ea0b4f1cd717ccf842a121ed013d199a032dc5c743d7605
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927b3f5fa19ff0aca6765c38117972006f3fabee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd923409e3aeedd66284a856c78e4fd804e9d59d8833317ef3aa4fbf8e15098
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df91d99d2d43fbf8142ef02d89dfb052a0ca7282
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439fab694a8ca9f931c0dfd9e7ee71752a9f1d4b738e8e54875c199feda4e8c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b99d7f0e6f7146dd0ac95ae77ea7d5204451c31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c754fe7e8005a493cd34eb60c5e413f7c0373b4242df33a0ae98278f4ef46ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf3f0c288245160ca9761c3565f2dbacd3ba43d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69765365383ca2f4fedb91e67b2f7f2750d2ea8a3d6bc2fb952f5ff4e39c5b02
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476861cd7650baca0782d5e38f1d3099c82699a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d47e2f5b0bb4c5501fcfc795c1fedc92e27e00422d1e8ab88d33c7434497c0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad19170bc4831085bcbd1782399284b394786a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644e2a1eec21c6d41afa3d3759c4ec1b3d86f882e3a15c6935546468b4e25e0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c1f4975d347ddacfbaa674d83f5d26f524d704
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcfdd9924bc4e30b0b4611036ff773757edb636dcc5704c95f4bf9734d072ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c15a9896c8a2652fdd0f3f128cb2534bda63535
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e83e12a40548c03be44d948a890adcf74e722b7bd375d4a4dac8d21cec0d65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fd5bedc125eb03a19ba4f00b3b1b521b93f094
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e0fe95fc1db132e88922888fec1cc41596525c308af7afe4545b70997e1eea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a810839f1d3bfa677edb0ecbc75098de0fceaf83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f0ddf84efe4b4e49291ab4073b8411a6588b21c8934c9e941a6e68775e2cd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a017f6d36fc5514cb7a6146d65d3e38d1832e048
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5e233fc1b609c391de2f76eb28983dbaef68cae4150624f6ec892e6699766a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6084244405687f4d27f2e9961d707f659f6f57a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a811c0239f235c8c172f0eed1a96718decde667f56037a3543517fd95304066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02919bacc399d9deb6770dd1eade0d5ec632e0f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af0e4317e4e15adc5c780d950f716220a65d7f3702588c14930d06aae3bb423
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a57408ca15295d75b4b3ef5ce8f4bc09a72def1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b713433d53172dc37412940639cd35d9f3779e0adae2adceb2623a394c73b0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636690f2cabb4cce2336a3d4a4d2d6077119d4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fff07a009729d8b40f629a7bd2f4cb1a10df916887369ac183eacb07fbf6c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88880d18b234bf0e599e4e101d9eaa907e6765d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ead7562b36314d83c9ae50fbcc0dec7d3ed6ffc6555d8091b3e04a56501e32d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b66ba7f4909680e10759d74ae0ee8df52414faa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc7147a20031427ebf35bad5b670ff496457c8ee6f11bf07513bed191e153ba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826495c440ff027c9eebfba6018dc4b5a71e86d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8076dce8652da0a6d863bc774cdb1c9ceab6327ec7957e8960bf32ee7a880b96
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6858ccfdef7f69082568cba3dbc8d543e21d89c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74dd556db08d136e3334ce51240e330d31ad84bdd0e84636ab94e1b80ab7e5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993e4abde0cfbe40798596712cfa10bf894600ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4283d5ad7574d819dbb769afb926ed72d90226d3dd484931227349222f8ee88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d36007401fb8e8e2afcbb56925f3c8b5598aa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c1933d8bac40f2ffc33b2fbce1f6912ed396b1a63cd91bd646f34c909b6bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ea9bf0a226d844627d8b58c96ce82f41d54424
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789fa43ec31987ce4ba799f6620b0fbe64515d8a84d2adaa9d75bb016ae82f92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9865b2db7686fe4c51bc232faa340f1f1a6d7f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f97ed901e0d48d017fe582c7b7299bcc50ce44e7686a95daea32d2dadbe7a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2b0a5ec21ff4ba8dda5d5b49ad0e5b91866fa1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab69401de53658634eb557c7744c45e613f595f3fa07c64f83d287052d846b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9099dba5e0519c2c2f60742b29fc437614b3d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59293c82ec5e1713abf06e549a2d27ae6819c6c3d797895896692d80582967b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29892313b4b6f617b183ce917f74690930a92437
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b287a4c9a6205f232152a4144a7447fd38ddd2ca9143622b060e8d6510b320b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e407a14dcef2e3426c627af130f31f395435c4c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a5987bc9e61ccb03f4f81c1881346e78a4158660a242a1758ae6a130e3a52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9fac2cf0a4ee37a0f51ec57fdd96c7b56d2d2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804278945880061f712d6873372762a99def57ecdf9c6b54014e5786d4cddc39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a552766031dab2485548eb5caadd0bbc901fada7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c423359ea00b7b5d9115b724301e4747deff9023f8ef84a5c77bc2ed1f60a607
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f7295871481a741aaedb1f9938f0a208e7e761
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12f0366f62878f07300668ef627e97c756f515fa542e81afcab6e628abf7ff1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da827c8f00f0bad010021b9ade8155819be94499
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c50f10c90284bc37e81d6e1dead5eb655c5dbfb29231e1cb551172d44a7e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a5e8ddfc55cc9f4963ab0b6b7e5201b6377ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d036998e4a47b5d1eb63126e30ce8a75f174c24ce0c84b9c07e2138ac5b4cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfba2890418eacf5de20d40dbcb25d8adfe2c650
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65269d124f51a7f68a678a0dd3741736de1b435195ed0115f826a9116197eb3c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2ec6b40113f7967de0ea7dccf797588ed96c5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f181d74a86810529d724ed008bc60f5771d5bcb4da718cb99a37001873cea730
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890e6e7683b6d9cc40385c82d27e8d6d1b8d47b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5c66fe0428b7fc642bcc43177e205f13a49cc98b4bf8bd92b3b9e9d5bf4b56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ca68cae0873c18aa1f3b6f21335f3f966ffa52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca46647e0beb00811e1e9c061db7cb81f3da7cb7d3164228aec00c711e44383
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e8739d3808e1afa8f292cd7789d909a92f4647
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84fff8cdbcf2fcea556f2dfa6f6e280af8e8eef13f9796c8a5fa9bc359a70af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e5c263acf23cb2e93f467667b7979f919667b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d728ee82d7a19ed2caf39677c2aee1f4f78db502c4bd1cdf2e47e2e439aad7f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208dc3bc36e0e2887f511b186460814569b03b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2593518d1275617cfd8ba75fc2861ea76116acfcb7f56378c865a2ced663ce92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83d9d732ce4ad0d1f44fb2dc7b557e78b067e10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de2c8f00a24bc0d8c317bfe0778a6b5442d9367772ca6bfd6351bce83eee4ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fed7678ecc7988dec04a21289a6fb52deba753
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b5c051b1f370e07a15cbf0b2f33d23fcc65009596b9ee1c0d8dec7ed8e5629
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e967daa657c39b783d43d8fdf80b7e0bdaa54219
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40d88b9b80992bcd2e036139b847424daae138b3ed3a570e0c9d35446f17c43
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed416ad482150d3bbf396b7ec07d89aa75f10cd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0fc30b46620cb78a42968b273b465b36245113a51b9e2320f0df50e42f8c90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5372d7162d544e1d75d029c181490f39936422d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601c6aa8cee5ea56021ac1a75093d806dfc8dc1b3bb6d1ee294de756ea2b0ac5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d904942eb89dd1f75f8544e0b42df4b71ea984c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9884d1d7f7965eec28e2fa8c7b4040dd51bfb669703ec5df3bc109bc92048d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d3bbaf283845be655a11759e5d2c3565d18e08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea9b7c90a40543ba2faa12ae72b30ee5721caf14aeb9241cb808e22146c7fd5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8481990f951c709dcc92ca2711524923940b8c03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8086b15269101fd3529d99f674f863c1b5a014def7a27bad602df3f3e4fb068d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f94a2160b83f384be458eee5c3367e7195fed1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b27d11ff1858acb0a87ec2ccb35376e363b528506e1ad842f56448f6d626084
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d767ce0fbed64dada0c7f77f4bc4e7dfab02931
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2755aa18edc966dd25a14dfcad943e4f30a632f47b8c43a58c7a0bdb459c23d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec52a3a1128c4b4c65edb78de118df05cc03bdae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238e12a407ad563fdac17392a192824a753dc311ff9ba228a88a00416541be8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488f350927b65bc590a421c4935b214b3606c79a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc208090961436fcc4fe6c121a5eb89e73cbb6a2db4d50f58702c1955319cd95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c3fc45092258abdfd8c98c67bba3fb6b7a9c5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c0e9032c551589732ec97f960bc0d5dc099218be5ae83656a8f73e595630d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e4eacd1fe112deab0b3601651f2e718e9a0176
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ad5fea2b641129b57f623c9126fca94219cc61231b252a1c42d085f6689a9b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181f93c12d94e1a23d540e24586d3db75bd2b508
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5144afcb5fc48bbf37a135a360ca8d91b1cb44e5b16b6da4a5d1b7ee1aca4845
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131be7f9f5c04cfffed4b39f0255a8a39adaf41b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f437292954c51c1e26935be933bb7542a17ee2cbcc97cba6d0a7e97e02f8a65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34efa7d10694a4e31a81ce2ef48b6fa406d866f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636644cf7c845eda6be61e47454cb7f1e54cacc8cdc2458f4937a0626193a7a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bded1bf0e206778508e25898604ef7ae4074d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2440c97559607c9e3d01e8068922146d945d08f11914c383c3d09caa4fb397c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2deeed5ea50fbf5a42493c45644766e228057448
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77896c5774f43bb6d6c118c83fbb4cac513780b252ab523d6aa7a7ea73bca3ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d884cc9c42ef47071f80fcbd320e9a8caaa3eb12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a709907fe226f84371ccdd1829e0d6233742cc03ed51f94968c80e29832b054
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b25fce7d7047095f771adfbc96e3f8d112816a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7776416d6802d0b93d638ec03deac882eccc1e998c5d86203f3b2b2dd547b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4adcc64ea333266c3327422a716d6ae97acc353
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe85f0f46453c73146c160f9bcd4e3d22a6f1cdfa5013dbd9a9341672804430c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd520b2c3e472f087d57225eabd9c5a58c8c03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efba2d10e8049003f0ffe932e2eb30465ae7d068879be60a3e90086235df5ca7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b935ea75ab72b0767010b3fadb459ea00f7e03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b42ad76ead2b203627b50c3898852b1a2b633640a118d3ad07f0763f60ee7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd31669de8d8c6524fe2e70772224bfedc91439
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14db6433fd9b1d7256a5af305080f0b757ef2e91d8cb53fce463e637dbc588c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23d3e168da4d4a004adfb780707f97ee8626d50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80c5d5bd6ecfa8d4ed8ef0809c5d8890e200d7342c0e04574b589394c49170d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45177cec57ce887725407170d0c044019c9fa038
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ed6c9ed322ded13565084b707f739add29a54a15eefc3d261463f9e4fb4bbf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0909dc36135851a08cfeaa00d30776ff3d26d577
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8faf411f1f6dde061bda926300d8e63d99399e4ceb2e350bfa4f97af27c513
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d8059562d296b80a1f3b74118912a3362dd4e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb538e6d47f596b70ebb0c7970bcafe87d8dd8660babf17887308e7ec13d48b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3d44dee651f8919a8ca98a760db263a1ae995b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e867dfc410b3aa9c3aa1ab211e3419e1454449057db413d6ce85c5e9ddc9cb8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2df1136123dc7b7e75ae7486e7af66233edab90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a637062041dcb73466239be5f6cee04b4d35b0f8fa06ed16d7431e9975172c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8bb794e37d271efdd0b97605031c5fddcd9a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2540e4d01543f7aeef0c878271081e2b27672ef0dd375a6b43fbaef4a185815
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2b580da6432112e3a32adb87c734eefb9512d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c7af294b86f6d8dbfa449e41a7ffff3474b276bb1c612d47d48109554bdb0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13231f7323b1275a9a93c4e90f5d24f63414f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048fa4b4dfc15fa1bb02038f3091da17d3ffac5f319a9fb44b0c1b64617e739f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8cdcb16161d6662f1b183d029e4558eb3f630f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf0e8f30f1e025c7bac6cb5d875e49903246c46032491ecfa9c3f8d15a9dc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa523af95af9b441c7f04e7120561b35c3030bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2cf1d5a888ad9df7f8ccddf9bd77e4ecf3160c4ac9de56a5af6653bdbf5a6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6632909323c15310c55d6cb4db01fa053400e87f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ead53e1118dda2e41f2d2f97ef60aa274d63e399adf0d5859cccd435a7f569
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ad288cfdd11b0b6cb94d4ef3132c5e88a035bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9208eef62f3e661cacfc87989642c7481abd93925fd93e050bbc775bc84bd44a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d972ad6cb15f3b3a73546eda8b0490d690c6be2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694c06d9f52cd355fe83ec471184a353d4c45350966840586f5011abe8bba17d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902c20ec971cc792cd44cc838133fd677fbf542d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ec9e36047fb768b7ac7a701ea5e28d7ca93d80aeca93fa2a08195bf99ec7df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34d9cccd2a7848ec0b2cf5e3e65308e115e3f81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ceb880d41ad87a155c078e55e886d2bfbdaf9c6a63d4401910f5e922442b21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61133f326cbf860565202db7702456ea9ba0ea8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa309036f30a6a1b7f59675e8c89fde31eddaa7a7b50880b5c3ac9ce4832cfd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22f2097606bcf8556f850497805f33b1675dcd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3425c80ec8490e2cabfc70e22fe4dc9c5e4f4241a0f6f0642441cbd14da63cda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c74901d64096c5fbc0323eb19bb85ea36657e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4f6bcbd83491fcdcb4c2eb6f2c16f6e29bccae149d9e677e1b631c5947d99d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824297f6caea1f9018db2fe44c72c763ded2a833
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eecf6c17ec22b86d9c5597c610255b48eeea807d7e5aa605cf0d07df81c9c5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548bd232cfcc89b554a7beeff110ea9d065c64f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884db097b7b8ca9c5e080bdb3d49ed012fd031287296d398ced87fe59a0dcd44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a703c3b93b4c6c43b45899e00fd873c8ab75e3ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147bdd5caea151815e1f538253698b33db0c4cafb565240336d97d8b05821061
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12789203ba59014984576be36bf7fbcac346a2c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f7514a57d9e5735ea84a13b99e5f6d8981add3051336d7a8a67b18c5cd855a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0d649f5fa674a29cc02047a1766ac17d677df3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855656f52c59b30a3aceb9ee7e0182b406eac86f315a36268160dcb2782d9078
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023e9ac51d7415f6471d1b416763d2b8c99bb07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e83eaf76891bb68fd05af11e8132fe05ca45bb05fed3367d451ca63ecf4527
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6664cc464d396a68d5bd801d06f9993b6fb1178
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b95d84991a200f42f017cb5dc65c3db5216f3d1fe04393c8d3ad4afb02123
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cad36af5fd5b9f8b0623bafe83bfb9fa5bd5527
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f30d1a2c6ac9aefe4b4090b1be0d71b875fdff3fdb8b06e74bd0eab8e35a13
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e242971ff96dd82fa71e67ae586e703f4261bbd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797f158c0c9a070ca0717d0a46a67d8aabaaff80738e4ccfa209a234a83028a5
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73b1c38e6f8a807b5c9c51dfb82261a0f12f419
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32bb5139e5a035d7346505778ae7827f20642bc2d65f3ada467eb965e9cb831
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590e6b6e9e563debf8dd445a937582c84da39a5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9067c2e0da0e31148a47059c48ff2f5846ccd78b829f08f92079d40678a5570
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b50016b5c4288b1c8cdc48a566c1b68cec2c76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59974a5cf0d8fb735e8d5fccbb8f10249bb894ff1b1fd65a2efad77193d8a44d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603850c7679200a450d7497323a71e55fb36169a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b780d5db8c0501b6a5d3f4890bf531095a1fa50d819af3cc65b4471041a512
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0481743905a9c474b78d85e5a2d4ad5f50c272
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8d8e0db6a957951797fcd2453220fefeba2b676da79f302ab02f80c3861ae4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442ac7c63ad98ee09eaf4c8a011e5b7dc318ffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d6008f75555c4404c76d5cb06f46b886e7e33e3f3298c0a306c558a52d03b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10137ac67e40af56a23b4b12a508dd3cc34cc12e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8fc8f325d6cd730a946fea6365a77198e52211eea6a644c50b16ff9b432a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf5f39646039b3acc523a1829cbe4226404a0be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d17c3660b010ce56e9ebcab99422cb27aae63e1e2e4aac8ac6d9e33308322
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeebbd6cd69ad3cf4d74d8ae61450e1ebd3f7f40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ad3e1b0c11ee40c17806bb500d2eb04bc0d965976d94194098996d0826d0ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0a4f74ec58c9e9c0b10a0b281cae8bbf99235
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f95e245bc54ebdc9b3f9440f12bb6066ff1929ce186b1a17f69bdfb1eeaac5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0456c4591c3b6752770381a37379ac08a1917d6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58445d596bccde70e61724d74a7e9daf79eb716da8d74110f936a160c6fca95a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8776d88da977b504fb70a2b1b009e9dd4b4f8b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd93b83eaa8ee663b2d4a6731a5e882a26966fd25e31cd0f64f6832e6be324b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f710be8c02d0619426e9acbba59140081a61fc1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa596124a0d4b8a5473bded918efe1325e9269e8c2db4a6d547e7b0645defd02
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4ca915c4ee5379c8f401a5bb353cc5c9e3506
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b118fae207b1da1b00bda206f089a01b518e965d6245f99f045ad9e8925458df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f63fb1e5c47311fea5113e5aa8686f970d8a6aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd57130b0c9b7a7739c1f954a08926a2f7a47290ea601c04b8cfdfbaaa7412b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14d6865e63e8d1717ec1df47cd4c4d8cd5782a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88d5c2176ff2b60976304b37ad07c93054706b74c3f82077c4bf07c6f50d0f9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2daa06519a3f289267332db88d24e0d4e97dc32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa93f5bdc58b84fcc0aed65e2c87c6dfff9bd192c481a888586fb1ea5a8926b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fdcc935c6517943588a83abf490fee6dd8162a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197ce8452c497c0e1fe8dba4c8279c0e02e5cc43f39afe6d7c9d4a83a15b7b5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a6c7f55696d4e7018e2e33898b5715d171cc35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8136ee421dd394e198ecbda9add492b5032713104616bc4cf9584ca840bd19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17659a9ea84a9eb86d5904c2465b1af62254c853
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9865b07c5955a4caae6c94602d44ddf1556fd64d922abe46fb92dafd84ce9a7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caaaea68da2013db59208825deb099ab5ed1ef9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43678ea168f6e0cdfbc8122ca95ed117b64779f07068d1b20737a0d6f41966eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03951f87a210fb93f68a287db50c2ce106a3aab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f473d86f6c580dccfc574f91f5f4a4ee1cb9ecfd0f98e3c0bf504cd2a9c3a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20bc9f8c3fb735c8313ea4516fdeb960d39e54b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97308720bdbff9a812debca64999d00fc2ae04d9723f0858610944a3b97a518
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55e2f304dfc727e13a84032c2a1284e47a1d3b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d505d7ba55ed623031d8549a6cad5b3e2c07a7bfecb8f899bb1170cd22b47382
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab77e1c675cc80bfaa7f13b2c8e3aaca00c40de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f82266ce3867e034f9a8bdd6946d1ffd403e1e6f76516108d58f0781c6996
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcff0e8a7c67352bbc20fb7d132634c2308c804a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46803d046489d9c6257ac63c94a92104bcb1a17adeac1ea304130ebecd1b739
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02724d6d4c5f9ef493aa764603b0bb0b3514e99e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d743548de459e1cbde4d805c9751d9aae2f5e20f0f2727a7aa0d1c4b184e82
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f25541b9a980e29228de6f22b508fca375ea62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d618cc0816caf2e27da528f7ca9fb833f75649333513c8a429f5c17a235c0c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13e9f7540b9648d871af99b13e48ae5aa5f3f14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e64235267f39661b9530432974f38b26e449ded07f2d27fb7c5adc4a5bfed75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d06b71ab04edfed6c53ccde113b00246e9904c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f533c76b82abb177acccecfaba3593cc05277c482b11f4ed3f42194f5677336
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202ef15a438882fc7302ba66e5152ce159878bdc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7796a20394ad854f6621166a87439d2653fd3a205ffda78b02858611b7a37bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400c17ebebbd2cefc136434595b92895c58cc15c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fac46b162154b2a0d3f1c2edb2adf461fd459c3be316495cbf2f13af86832c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934fc3dda2bc0e15a46b5dba762d34573b651462
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3603f4d6f6ef7cb9efa004976401b5f57e4207c1918f2d9568a7880d3a764b1b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcb566cc9f9347c56aa1b9eb8d317501e4b9f9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6f762b1e7da85698e3f48bccb5fc0abdbb36860e293d3cca2d68a5602b718f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb089d8d970eb86bec55a6c7f16b95f99468c9b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543230fa3862d5684676d1b6c3aac30df8bf49a72673a461db2e7b228d78f342
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c35a91e6a4db46285b65862d6f92bee2079ece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4366b36d9b3fa7eff0c2e0c2cc6a85ac7aa6a9715848583710efd81dc849f65a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29529368665d3d12732fe6b380a507d1c497987
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb4b91c06af653b413fb4db9e27a55ef529a7410c8d126c348a6c46ea2c6498
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d894bf823a06f45742d6a7b1ef0526020e6c5173
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b00fc33a3502440241afd951f7118ec4bd034691b1c8dcaccf38bd428116b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8017a9a58aef1d500400a112efa463ade7a4b307
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4968fdeac5ecc611675f3de10ad1d806b79d648c4fc3a9b4c3f6f37ac2b7b034
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9d7f0110e4fdcfb55100402571481b874a99e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e601b156386960548f862b1156390d325753568aa133c139aee354012342e84
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb73de5125f851ad124cbeca4f7e6a25d5fe81a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a25eed80c900bf955da05e57f991cbe5dbd4c119509fdd343b51d3e70fddc84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbdc825b071677a7a897e3dd73263888b3796db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42822793ef3cf0c2df2608a22880d2b03a194f297550cbb7358f07479c05d70a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018cf89f2d7db5c7d26bebc86c493724a812aea2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b759ec163bbc78d8008df1ba442c7a064db1e0276bec2741f0fcb85e36f047c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211e5ea28ef9a84c6e41020905d4f2ae8a78c247
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15307af90d188782755d6154209ae97744fcf3504f3c35bf7eb6c56edf211b0e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6142e987a7d11e9ecbf3e7b9ad9eaebc5d792dd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ebfed04c0df22c766ca290a734badbffa8ac85ac7fa70592341fbc64ac6333
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c953a3834697b19035b65a78c6fa3a647e625a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724f28b5ee15df8d6a243126fe6671c35c4f8ce7f762507ae2d36450612d7942
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4b901358b82e8022bd66e99a6dded1053546dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de3bd9554741b958059a7840eec9993f94c209520b989022c6703cf173ce2bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f628861d91ad54fcd037f3270d248a1b39d1d2b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a9cdf2ed7544e74b9c9316b20605a25f73dae4785030f6ed46bb7f45ab8728
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a7711c38dd57228994398c177fc0d49b712d3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e67396b6a2fea053c86157f0c4e35d49f5fdf1c5c0fa9a609f7efc9ed511a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e70bb7573a302c7d62764996a0ae5eb0cf7910b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d39015fbd751886dceefaa0fad91ea20237a75d73c54b649f650c7616ac1500
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6250965e47e6f361ea0726279546e853a707361
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025d424ebe5398dbb1b0a4f8f8bc49d961c80c7c872aa13b8ad39b615faa5939
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5654fb93316d684d9ba73526b3e6f288b1c4bef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1839aa280b51bad53438b3311b2c192dabc8ee01d4bf6ff6d309580894fcf9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40336e281ee5da5a180e0c5eabcad5d16509875f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9bcec492950409792d404cc45341071a93c687f277712357588bb327d7c695
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d35ce7c6e5931a16c90161cd34fbf580f5b02a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ffe5e17e7047a0bd0fcf4ce996765d0084f7bedc270a0c0302fce57c65ca31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8d191a6889ca821c6490d07bc050583227f938
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6992bdc5ecc16636c2547cca13f2ff6df40a3bed783a0fbb26a68cec9894fb6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24aa83b4e55b999a5b44615fac394faad5f8a24f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce47485f10ab901c686c7d35894a3be8536b54dadbc1ae41e8c412276d74e1b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eb91c2f8cc9a7433c2935c9adf405855089c13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd3a4c503a55947402233d711595ef95034acbd50658ba0403014b9ba2133df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2394cc25e6c11b1cc70827c1e2ef36d270c2ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbe7cd469869b9cc85b75d9c2802dd7fdd2aef947945afd882e6252bf92c958
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f6b28e59749b1be9be1af8a4eb7d163c9684da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3385b362203dc1956fc4116c7ad7fa5eb13cdc5ddb40fa5a5fc1598e9933668
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8169bc8197528e804d13018d2cd204794f331ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546d627e4b01ecbe29c9813d438aa38171c16be6701b7630b3796dacb9fde38e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5152990f2c3368217a8ddfddd48663f350720a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ed370e12d2d0d34a356f1e8af8e148f97ec2002cdd9d5812dc914aab4afe65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441e653b51d2775e36477055abb93327c3351ad0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0931dd575251638f91f4828a4360f8c8e963d4afaac9b9df5949bee0adb491
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba8859b25c496770c97f402581a7be06453c79d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ed8e68e5f2325bfbd4c85c2324586251a22bddf7cc813c1ad152a953b924a3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9551e90f431258db3492b12fa419c3d385358b56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8029bd4b62858df3815da2471d080ad6a96b77bcd538d7d146b93f8b1345ea2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7481514f4974675d3661adbd845c23c478261b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5f079e481db7e71d5e7c7c2cbd224f44dc30195e22341bddcdf12edf2553db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1042d919c0b1eb46347a02861fe7d99299323a33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2e9d27dc20c93c60a1705a9c4e2330cb57424c97e56e27d91996b18a8fd677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd45cef48aba083ae39a3109836385b2af4ccbb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee36ff2ad9b7bc5d150f95f0ba6e3907e1b8c976305cd0e722f1527d7cd7c06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10c66b1bce1b7b8d8cce715c431e215943932e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c8c2046e46e73a6f2d144dbd8d052b7fb9e607465272c0a2cf829df61b385d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27354f884c4d296bb6ef3e3af3b2c3457b50ab4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df195d4061e4b0c6efd017856405596ca33e3b30e87fa8bfccacdb314d353345
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9e6963df55c5e4b7bce66673196a459761f2f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f941b35046bcca4f852329573fa19667564bc2a8145154b97246c34e76ef185e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a8af0d3fa5fa33f698b051b4537a6582757338
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231966c1afc06d7767b9429f154f6fe47a86f1e1a33595d9a9779e7e782c2e2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049c9c3207461c22fb6be4c953da9825a2d66073
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbf2f4cba42f809f54bf2fb3b88aeecf06cfdb4f8b057a905eb3615f2fdafc2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063fc0dc8ec2234e73c7065786145a7eb5b778b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4b50cf37921441fea13a0214aee8dacdf2cdddf67c44cc1aeb9417a57bf489
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857600d69752d3ed3dc6576d1b06412019a4a59b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bd73c0ab0f57e5e18842bbb5e79665b42abc0d188ce2ef53b0e185493b3170
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc76771463d9758ad22b47a9414956d6bc6e7fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac69133b4d482fb46d1a6fc5389a615e415d042f963f2552f4552419010fb97e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b422ae10c828511e6b0673d2315cf125d8757060
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cad0cee38468a61ba6d48ad929eab8b558657bfaa4acde0080a586eea4ac9cb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6271dfe7f6659e276fc03b149da5eda4fdb5de5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0920859d760c40e360713b75df79398bdf653edc37c80ba9621b18e1299f37a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8362ce6e07654dd664a31cf186767bcf4f0d64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdad69f9ade6acbb11aef9626a11db369146548290cdee10266fa5fa6800d90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca812af2b53e77fb07b813fb4c4f0a4cab3457
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3446ef2b3e273b13c08286cf1ba9e93705176786b5366f2f95c2619dd1f262
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d54aaa0038dd9ee897f52dd254af1db02a6b54c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24f3dbbf38ef5d95deccb32d18253442dedd4d1a099e8ef3752fba3d0886e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf324daffe672eb01358e3434306d27cf2ffff6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c2a1e54ea38a1fba24f1d71596b06fc444fcdc9f61061d84cd2e0b80c30847
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4617b6ee8704a5b7e7daf0e7a064b3749b10bb99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9176d18082d5a6e02eaa64af0d4fdea2de2f61ffd440a10ecee45a9bbb01dec6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c73d56181387fff0af4cd666c8d8da4ddf9f967
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80976a5e4c5d2d659b6636bb7c1d356fd58e1c662957cbc9ca6820d8af6c82f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087a8e3eece93638729b7540af597db54f5eb939
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e217b2a9d161fd93f16fcbdc54bda8b33eaee2eae61715e6e03db156a5e120b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abb3f2e84da64bc0f4da68c5d9d9c7f29c34049
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17983c0068af61a6fb1e857604bf766711bfb7cd66a920dac3783858fb69e96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50394d486333f62d03453468a338106a2dddc145
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0dfcd012be0a07b48a5115a65007fb14e6541e68c9421d26ba34092cc88f8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8becb509d83c6575561f9c0a29b6f26dc3b4488
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b60b0f2b6a05bb745be7e50a8f93045e0450cff92e948f78527a6eaa14f7382
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39db565d3111c490546632cdf993000a42d70d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a8cd287590d6860d6fbb1b728df101b22734568e54e53b4376cc10faad4e3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e703f56b48c09f95197b44667655975534138c99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8e84edd1ce43069fc8dc96b67efe85ba2de8ec8d9af53739ccbb2069be4a96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5c6e44b7cb0742feeecce4f8a39ca818ce6d77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d75af44fec6540003a295e50c148ac74d2aa0174f4d3bd39f517813fabcb53d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c783075285af391e56302f78e3fcbce45d412b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372277175b02a4d1c6ac4903840c96777f32b018528cd4f2a4bbf304b80c34b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8599681158333bc86b4f54ec34a2d526c98a70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d96dcadc53716ba702860ff5b95e33401d40eda08d78fcb0f798b91deac9b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878a462bf46a3d74900fcdb9e9ed618271ef9c7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0ead440abe086fcc939744610f8ea0ee3849c9f5032ee7091077add7742a56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487b590576bf8fb91bd94ff4ab435fbd8975dfff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6e2a5790cdfa679ce27ea6151fa7f571012f09f10fe730438a4e029478dbaa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd9c06ed46727503d687e36c481b60c186f2851
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25b514bb2e990836db7e0271b9de99f24e56c3c179976ed900816507da152b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012b7d17c3796571ab9dfb20b39f32bfc51201d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8bafa5454c01ddfd6cdae24701e83393fa694aa94d213ef4dd49068504cbf7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f71226233a289047ae0324316cc95e84cc5015
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c114a9fd10da456f9c14ec62891807021e4893be7fcd7e039e5c7e38b6383f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800fca4673eaa9e2d9aea25d23486e797040e338
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24b8449b5183fb54790c5bcd7d3222482e49e4e0325b77bc7a1982dace63a1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d092ee974e7258e4d3cec71d2592d6866c4f4b7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765b8b9038222087f475c2a2d2cd99c1444e4c9dc736e459f7e7d55cc26cf216
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36b57c73b052e497c3aa97a9bc434cf30e1b38d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d980111cde108c91a01a1b316558857210cdaf04b150956266d21ca7e7aee9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701b6129e87d6a6f6a6883627cbe7f99ef610139
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdd03bea28c2b4202f095319b17113322f3be589cf9fbae9e158f359ba69461
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a90b00017f32f15d1ea11ea52c5f1160d928b05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2438c21e9f9c46d02176cdc2b558107dd9c6271bdc1a0e21855cb5d37d1abb19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1269dab43a4ecaf7abf1de7985e6269c1e473f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e19a4e7e06a7a647ccd7a69de5234183a6350553618493926bd4a6c28b36c94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebbabaadacfe98e14e2178b2fa685582ccccee6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852228bae328300bcb8a31f53bf89a2de19a84959263200a312d7a01f007f2aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1db39596af7ddc60bb948819f0df343b01d137
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efd95b77dbac127d91c16a1c68c90c809a0e1ac3f71906d2a55860db321accf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2791fdaf7e494c5bb2079f9b8c340643d8acb69d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e25c01bae554ce10d5e2c909d541accb4eb55adbc486b4b9b6df885999dd15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13118d6616fed6ed6d79e6313b46e50ec96a0200
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766f121ab3e7d41e7ad029d68598bb7eba350099fc6b8ea5620021df7b024a50
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd36691bac8403bdd062d0178860e356a174f86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1f4bbecccd8b34f8f61b0298cc8ab3e07d59c4e570d4f731695e520bc9c1c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30320ae779c9bcddc6d137b0f7f12db40305d496
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fcaee6e217c97b7b464c2f3bf3af620a9fe57289299ac58816aa07225db5a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7457328826db479a27e16e2b7589450f4d034c53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819fca981cf06d67654842fea312cf5f50c187511544c20ba4ec5b58ce2a102f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e0d254e9fcbfd470bffb7a5ff46ece4a593172
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71c2999d5b6dca4da6b8bf9a0e676b7bd64833ce44480c4750340de9a8dd756
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6af16b7a693bb1bb0d9e5e928c8d6cfec7d227
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c482f808b7e60a5f84bc0b0e1b5c08a2665c6b29891ee799019a4aedcfd06798
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95aa909db06422d1cbc8b8325b0c0031b2cc05d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c576adef102c51612fbc861ed48124ca8e414c50a44004ccf934aa1b7844e0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea666f9f96ab7c8469463cb392a4b9c4ecd92e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f076ad8ce57f7bedb77ad5111cd0c982037c7c6844dbe496c84af4af443bfb0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fce563b8bd2aa88ef96a582b90514bdf8c3ff71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6935294c25fa8d172da0ffbe5b4afe18817a9143537b32812bc5c177f35ab1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657604c8d6abe6e9f647935143076709573d1322
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab0ab5955e7d57ec8e8498998ec79f0f02ec2695f911e8a3cce187a9c7d0998
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb706f813b46648c8f378e3ccfec99f33276e0eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f97bd2bbf7a9ee6786e19adaf05563d46fea9b3ed6960ef20c8c274859716e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27724cc7bce2a0799cf7829e77b76297d7c20ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284512207aedc03a544107d3b3f7c6c39270afaa7c7d34f3291560f064e05a88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429d815bd63c23c5879287b83583cc56979a8704
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e745885515466165b86e8b498b168f15f82b3840b755c25e650d21b8740c00af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9bf9f1f4e4a13655a30692861f381f74e8e34b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5a44ca38759a91fd257bb620b18df59a1ec0c7f7f07c1b3690f988e4c96915
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db55d574b5d235e0b77661cf798129fb13d66fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db37b352dde42c76041d8b9017a89b532a856e1c64582e4f23c6091514c947f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1b30db424e724f67eb73c33a77f5fb73a51b99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064a2eadd748398a809f01b04d6da9ecafa336a3d68e78f2a67829385ef1440b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3001dcb70452d42d2a9a21f5ade8588d4e7d383e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa846bc6f8b295b08685f892e01e9a6903bc46f223be204ab5bba716dd89bef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041024ca8e049bbced5da91a1afa98615454a39a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9c4e4502462726d366563c7587751ab9b3ae12da39642d219c28371e0f74b2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beefbfcbc836adac913c26771df153828b1e5724
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e047ddba3c6a3d25012e5814db70b290d47675e465cde966d1e9a006a1c75120
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc991b3ee2e8bbbc58db469ce61acf2c1c89ce5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ebb5e37ee0304a80db2b8e6ff6bf88f9393b93b1dcb73aa0eb1d2ef79a54a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa6ba40bcfcd76cfd571645f23e32d2633e5bc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb26270dcc2538a2061868053cb81a3543f720796a869eb039cece9d39f7bd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edab172774de9c5388ee9ff62f4adc28e09fbb9c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0922d66508bc70e0633a65420c9fb84b44fd65a41270845169bdd8c38d1241
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577b5ad489c3f141112dac73afc35d76a1f3b300
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b42b141f4cb1593f564c3013930a03e22bb30bb5004662597a755d9b1702ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f952f20570b05a5b4d7307d951d5bfc10ddae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d55527d2d23e1736da377a12914f57d1a9a77e3f504350d73099d857e21cbfd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63aa0ee601ba18a7188a5592d85860dfdc0f989
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24496f084bb2d1b57875293ddae2fd51e0bb6d6d901b2cdfb585f3a4301e5ab2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edca88b35249733480bb65376cc8843aa73e868
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a1357e6572bfe57cf3ceac8c0aac8f194526ba84144fc5d39dec71ce27dad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fa1f3be1685cf9751cdf9142b96e43d2d93d31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c4a6b118496884c14a5d1db9b693c9a6452acfad7a43f323208aec0e93c164
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d54ae953523c7da7606befd99c05038de428da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4e16f93ba6f24f60bfa03a27418f3f54f95fdd42dbbae30cd0134367e3f078
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9d1955ea5c597ceb9a3a1d52dc305e319ae2f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe4e7194591665d4ebf69eebb7d1427059461ebd5db393b17ce8dc417dcad95
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9131ba6aed515e42eda8d12b886a0f2b29bb6c3a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3348cc26f568201405d8648a4c2c6e9b6591c88752bb23f7d229244e7252a754
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85fdeb08bb878e4ed1c6eff2cd0a6baa90b33a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b7b3e95841ff12a5f5e60e2253df73e947d4ba7079cad0e6d3215610d2dd00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dbcf636ccf5b414fc8b0521095f7fc6b6d8783
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cb94a98f0fb9c731e6908f419c253044cad8055a18a5b3cfc6f32f9d981006
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e08cd8e5b9ff3437df34931742920c0af522978
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012dd939b75d5257c1a11c56b55e39dd419f21d65a187125581f95443357abe7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926f4b392e6e69322fc339b083367dd366839955
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d58ec00bff485fff4795c11fcf8bd5276f3e6b33ed41ecaa03e023eb09563b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea30b3d9d986f17f5fc91df84ce0e1a787c0265
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b990325426ad5e0c2ceaf96ebfbb385e9780a0e8c32c562d2c6e0133dc1949
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6652fb8ce3c64a2152bcefb00ef00f1d492c21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdc27a21c8fd99e2049f9592715f09dacfeea83e6339fc90d67f432e262cf40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442d4c0ae9e88a13fb704a0da54b7b9b0f8e2293
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68192542e293f422acbf162f481735eb1a82449a7cba4a1967cadb2d13035732
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c193bccb7985d10b5f7d3293d7c3907dd86d39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea9983b344b00309c64a449e4b3c9a12c2759432798811c5073b41eb4fcb232
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d2ad1da8c07aecc79d3b7cc5db0124ddbe8189
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a088d02418f0c61387a0c4e2727aba008d6068d56597a1b6f521944ba7be7a86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a994ec3c5bb44cf426a56619803093788193ebe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0c7e7a852d68ff25a17ac9a5e7abe6c0eafde4d670cac4517ac01cbd6c43c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f168674145d2b1bc338cb26d102f080a7e530f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327d6b3c61e7b5a6d0af43549cc3f32e70f08460b9381f3d2b1d7339eeeecf5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0dae0b417d55fe96bb4303a91ad7cc787e2f9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df51101a2c46481b3e00175f0b1c1415b6a8bb78cd2f3b524d8f8a782f8685d1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d624df10d461569910242a025ee6fecfbac8836
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c5b7931860057131b2bb766d27ce876297cdb4b8bd0d09eb7e4a3bffcb333c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250c973ad537ed5b880fa83a84f41a72707b2965
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8558266a1b6175f01da2a96277e15b6f6ccb7b6a36a52377acc738e66aac3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0b593643ce405f1782b660c752b928894bff74
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725efbffabb10acbf44b043b11b3dab961978058b539eccae28d1c8fa8eab089
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc207aa6064cfeb600ff7eecb75b9176606ee11f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c383ce682ff4c411d5bbb5a1c0c602e1cfef643452c25514a1b3e538dce8d7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5447e267bb088d257c622dab99ebad2c22fe3263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f25fc961b54e86a7027a1ae87877fdf99a15e32d4b253422abd8bbc77b96960
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153946ee43af5931149869c5cba58f4f057219d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a2b2214fba748fa09a70cf8a47f5d7a58f281194347e756ba3a2a625b972a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7ab43a5d7185492d1685b815daf4b120be1ff4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704aced7fd2b1e9049614d7b4f6d1c0bd66b4763ca3cbb98d4b036c7346315e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80cf8c523ed5beadd6d0cb59d1fb31df8cecb55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c3b6175a2915cc5fc65fd69ffcadf39b92441eab95012cacdf3bda968e8d85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc508964aacab27641dc1fc5bdf0069cdba100e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988d1b94e31c9f446d8525af7af5786879d4111148062161ed191992b02080bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53837cc5c02a83a6c6e0f5f821003cfbadf82a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbcb7b62ad1b9929fc45f6f6eb33e4e7e5be9008bcc36d62ee7858a8346516b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166d309e0314fe2cc3d2eb4b404b86da0c79ac8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f170a578e74b91dc693213962ac0436108b9c10355bde7da3d058d1ada562b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5168b260f306a036e8d738b7895b3228cf37e1aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68659765b6ca7374d6569cc6456c6cf711067be107ccdf6ee75003f3470eac2f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf951adebe82b4feaa0f97d3540ec16eae82cf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f6109c194ebfee0f13727d428c4943810f00485106783cd6cff4eddb41cb01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c377ce3b93bd41b638a042c0c393a46b62f95f66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efb34fc2b36990a17c8a5fdb622cb93e6628af75cb86129bbb8ef8e0522d61c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67161329bd69709a1e6463b65457c14427bc7ea5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc0e9c064c365f58fc3d3a5efaa01adc74d55b020cde6242862b0e455f3ea54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d99a1d447189c19d71d66e9b3c1c60c33aa8959
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57c21a652824deeb9a6cbdc44137143605fd6c0a86a7b6de7e39c716bbdf64b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c8a6f2e4f3189b4257b4696337039823cd4473
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cafcf918a1e3ccaf791d7c7798dd62c7d5c66b61f1782ae2d4909d643f5378c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118a291497c0e2b55b64dcbfefed5ecdb63b1720
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb90b4dc4fed3efb07d7cff4da2685b6a243dca4fecd89384180d5d75db4eae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0841dafaf653c639a430eadfa588ee6d1a5cf8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03963d07894519974aa15004e70467b440ffc96e51fbe8c70d30a6a759befdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2183e7e84033d4d6bae2ff5023b6cbf3e241bd01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef9501f9f317399bd6c878d6ae8d425a57b19555fd0bfda2434102fc23565d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c435cf0e2a3529f3317ebed02d4a8754eef194
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b2fd45e4851af59cc11d71648c20749c345c0581c9ff40e243ca5805f4fde4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e596ced6211f3d958fdb09bb23ec5f7ead72180
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed34bdda139fa15715d11f458f87740d42df114427f0a36d5762fdf094b432bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb5fa19b4ee991018c137b5d0c89b66586dadcc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303ddb2a21e9ebbb7cbf6efdeaaa81a14b57c1cdc647e61663d4f71ba1bd4976
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2818a9dffd3a4219dbd02be8c9675261a58e497
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46fab0e4fe7f58b304ab2fd2c045168aa44e7241bf2f2e9e47403c087dcd587
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6b9c9f5dd2e29bf4172865ea86827bb809330
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc2cb54cfc6be72807d29f11039ae9a8db6438b16b6bdd17564882221971ee5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677756f1fec640918ead400a084db2b9f2cbb3fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1713601754f6ffa41496ada959f4afa294a0709f7f391b4726683c2dacda4c2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc403f7a860bb6614173ee88e3463f17e730516
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9abe0f2ec8edc601d21ed3e96c0390e3745c2018bb8b7c8dd987591f2e0e58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc98284eb237b9ff5823367ca98bebb04e462986
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28903d8844916eb08cb3dc0f0ab262f5cb8685c0324f55f14071eec626e2a99c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0dcef031435edead2de76cd0f74ba9a1538b9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9edfbd3c8775b7d72607f0d4f6db737e12d6a3f7a9562b2f90519be4d877731
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d38bc70921359ac57d4baa403f3571320dcbf84
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aa7f3868e6d5ea872aba740aa5dd6b8f05899a3d43922eb10c2f52986bd133
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3674ad7b25b1ef3cbe273812aa95c34b0ceda1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afda19918b8c79459de00ba0558c75366d667e7c94bd0264effc6992cea25bc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e722a77c62a93dd95c0347de401a0035ca1cf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62c4b9475ef234206b4d463c0f53603fd4e7103104708fb6dec60a7d4bce16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2cae476ed5fe52c5725112003382a91a156d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5b10f8882aaace5d695fb96f41fdf431e892e9ed43bf33e5d47096ddb6d392
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c9f5f5156d102fffd060115d4534c3c4cccb16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195075cab608ecf3c55a7ae00f9f7083af69c866bb2bad118f014a2b53e2206b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f25fdde138bfbb30b78e7182530efdb8ab60267
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3318bbf82a9bc015f437765e68eaf0f7c254f3ec0c1ef752f6674333351886
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69e8d57a8b01338147d17edb36d4b2eb80d7528
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bb998ae5d4286b83fb4d7466cd123cf0d6b0460bf8b5ac4508804b68f76d61
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3294a9f27c54fe5dc606e956be13d08f8df3c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797ef532c00e4aef50effafbfee9c4d52bde32bdee7b0c6bd1dc0f245bfca221
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f89c283d06b758223a7ad8307c6951df099db0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6e1eada4da4ea4ad82142b6417fa38fd3fe274f1b494d135c169bdd2b55651
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b234c40fc0a58776065ba7ef3b167a4d3378bb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbd91c44b0f8a12d667a61b6dc6d6ca6cfdda491465e433125c6c18d6be4d29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6aebd5f22e8d1759b0a82e563c485942e976ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523a7a44916e10978919f41326bfe54f5fd47b6fe25f17083099c0c1970647c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19d6ec10ccb141a07c86629f28a30b752b1ffb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f27caad8564b792fcc18432ad070e0bc95f8a90d4a884251854da7a9b93305f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627fb4aa0df9f67115f996ec79d95e3e5975c73e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83956d404817eb1152e72eb3836a2995be3dfc5ba4c128cc6341837d3690a4a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2c5b5af83d54f3236905b41c331119c491e50f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac5f6c61d6e3d293eec369709bbb92c74e6932033688fd26fb4588b7a4de14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c45da2a970d9562c1505b185b4b6a623692d072
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53451723a602836606d44f5963717a67347870b92ca1ceaa120706882fdc18e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9820c002bb2140be7b026261e948bb3e9baf9eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62c9fd98b031fea551b4cf8590697159859ef942031d902ab3ed1626b1c0185
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bd277b937eb49d80b143f4dc4abfc0729232f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf20a043eb66d6e61b6fa01d523d3cabb4684dbcaaa7c677d67c5727a860956
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996f05ca34a36df6f6eae377e74c22e17a441a5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dde323482f1ef270225a2f419a0f0a77fe27f3036e4dace3a80540479e92c30
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426c16d9b4fdd1c03828a915530dee6385cd2f5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a630f54a4c86b376f8e6a78485968b532f35706b601c494939533622f348ca
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43df2ea5b971f59689028d42c807c1a949c720a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151569e524f6925600391efab384338beefaadd06da589c90fdeda56a43dbad3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1091b16c72a1b311384a5d5cfb51c3188c78cfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efac1f1b3c5e0a583ed2ee6fe5d64bd6f318b9ac928e1b22e1bee9d11cf8169
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd08d23adac8a0e44b7bba6f5489bbf172b9b5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e18678853955d340ad87e56f77bbad99d79b97d121debae57540782ba60bf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35d22a62f39e8ce268b35fa935d404973c00e19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015b5fad6b8a6461b1a396f190d49a2db16435ac8954d8cc95bf8c1d0ef397ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648ffdf9816bade8782cfc075826ca1a3cc7fe93
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafe8f47057f65d85f026b00473f8153b003d333689de84514eddce03ec11000
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d4279ef7f93bc066954294458e17d2b3577441
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71e16482be24c93a26ef0ff3d05846966b1846e53ee0713fe690ca8682dcf9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95f540f2f688af903d465d7def0e3836b7ccbbc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65c38f67c27b86ea3efcdcbb985b13934dd8e9b2e14029e535dfb5c3c01877c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b747c213d76340bb9e2c42d6878c4e9069cc3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f867217144fe4aa4591feebbe16c048b3388f796d7a73b41230cf5022321162
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38acc846d34fabbb5295ef8e2bdedd5149cb04d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455fe3209b05ed9a5939ed1223d0db73991a41a4264102bee269c899c226b536
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf2fb5ce68e446ecb66aadfac9d0e9eecd9d10f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac9ace5840bd399eed2c15bc32cf105216592a2d18611a4104ac3a9e39aa69f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05b97aafc94d903a9c02feef2aadb1771d45f3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7e0c5d5435ac0cf1bc5d3101b8ae048e41b327f0066862d982651d9fdd8489
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24017b425edeeaa0bf20642d8f1260ba98e772bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad84602afa636c22c4588152b0885640117bde34013620358600a3b398e2827
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fdf5f6c12b4bc42beb9fc4abe36828d1f0ff05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191613a533225662c853a22eb3cf82871c2cebf54cb0ceb52a6b0048fad1873a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47dff7eec2093278830f082873bb1eddb6720ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1659b501ace94c4b154b615acb43d16d8f8e60d5a3112ef8652cc830fff83c46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650a76073804133e6efa4553ff87517ea1009960
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4ab748117cbc82f8dc4b5a791f4867aed444de41b2d08d3c5c224dcd3c6fdb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33f19689c3e29841e09b50956af677262b90672
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d755de46a521742e540095379271f87f1eea1e76cebfbf73496dcfdf6481c4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a8962cd869006c67ea76ceaddffc32e3288bb3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618b75f011842fdc3732cdede4ee0df3845b668717da68574e69f7823f9f1fa4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbcf94590adfb6e84eb7cfe4d657fd823eab40d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5511b4aa40e2dee5f1d833cc0be80c0c04b9521618e3710541b15481d414d9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aa1a4a044f4fd94f24df2546a75bd0634998d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523ab5ae012bcc68227c9b9ff11f04718bd16a0e1c86612d2ac0f44e677d7fc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb0179166d4bda7b1288f5334093725036965d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb417ef3f2bae35d0d7d02302810b8e7b4db279e8997445904db9fe0f84dca8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d0b4a0551995a7c19e9ad7ba4b893bb6de698b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48194cb025d8c1385f632b2c084b9410d05638619fbc02b75a9e548843e9168
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818f81bedc3b61f08d4c2035696abcec10eec393
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aacf5d2eb3ebccab15745a876bfab93f72f505c86071ae0e4b65118c408c99
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f74d6fb624701f2104749a02f347f22e95ba9a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6419090d9dbdb3bae711683fe1c5b3bd5b68e8d82338abf125c3faea5c44b247
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da88ebb1aee8f474548e16053831356b08ee15d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934db58446abfac033a83927b4b333ef62a39a92e082e00f656cc75a42f53127
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f5f9aaa18b0e8dd1947613e49b33fe10dc62fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2edf04f9f0fe848eecf54779188a5a42aa4775a5c66de7084972c927058689
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292976e5489eb487fc1cee50f60cf7daf362de2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef40fa32f85a37d3a6b1efff7a4174826837e637ccabeb9f0dd0442e669e08d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c11ca4ee8f6b187916f688cddc3e30adc6f9024
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd62f14d37b6d3ca6afd67226597ffbaa59637b223ddbb5e8c756390da719a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d780e29bcf4379fb84b552a358b233db82b87a70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf237a54a0bb5f9273118659e5ca869a8897b8cc6855a5229bffe67b7ef58d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5fd76f9ab228b85da5edc095e05488e73a7eb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee2c8cf56b8d0a0a5f52a75c714d47b97aa697d3c3b36e3df0b566d2ff8252c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e945a970ce442ac727b7b9cbd9f5d2bbca86f8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8b5ed4ea4518b347f32f3520ebbb6f35a6b79bbbb445978f2e6c15e298a9dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37572a1572906b3b60b2d991229424aee9f7dee2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338a9f2257a6524c25781f95a77915eb10586559e0fd923bc18a1b28456de038
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35c22aaeb59ff88814d85056bc27bcf36ecd27f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54ecc1f038aed6ef5c7ec97d7f0e2a2f46fe9e6b525aba757ed458b6aaa8154
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf3e491363acbb7cdfa1a4b2e84d513a3a6c415
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e98a709bbf9e501d2773ce8f44643afd7b5603f22e7805993e5b4b684eaa144
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9b01284ad78dc1c47156ef6757507a01db4740
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b270da45c026ae674fbbdc11f5623f33100cf48e01941e534a983c53fd94793
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fc98fe18922504a24bf218d2dbc2acb1ec809d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730b1d7d2f3f6ac540f5173514160d9b16e12a16859f2a0296a882a944de8b24
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f100011784a3e277fbd6ecb76c9b82a104c633f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6d2a349b7751b0fcbe86a0313aef9510e7e4bb72d66cba9906c43db7262b8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac653a81924db98717fdf2fc8fb7af9c01124500
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9d42afc49fdd95bd2b790bd0b5dc8cc3ee4194b2ade002bcdda7c68f6f47c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d0da1632611baa0f14792cd35336ffacc29529
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ac8cdd37a567615151a5ce70395a92a7b00fb679121197d7d4cd0915fff249
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bb01112514865bd01a5f9b3ccbc29d6e48d364
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf8b24b15a92eb96b1cfe3c774a1206195eaff1ba8383fee962df6e3ab2ed8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5338846079f8e99f6c3d2417e43b42b404639a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a75fa588f8f0e65b5c5ec750e926f0d5e868a496911652ace6ef5f7473dc13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ee0ea0f28caa4ba95a55e590d63d7cc9970d02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02306d90b1e9d437f875de45959c2502f18895717518676b2eb8ae2d2bf95283
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a370941498c7c9d893831f600f23dcf552bff24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b06dcfc714f56cdabb37a56d8e01b6f151fe970a064b9684a475316577b6609
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c16aaa9a8403d05477b30bd7f63168cb3437dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5077af5301d810fd5cffab8d6bbbac86d756c08048ca946f26ecde07b922d2be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e679b407279176496b974f1f988cad5878b7656f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c3a159a31b620ceffc18f58ed766ca58c9fbfe0b1bebf3b1e3327390e5c9f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beed6ad563cf82ee1500170d577cad1dfb70beb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37603da01ea3058db65ddb068b56b8b60eb4ea6c7aaeecf96f7c4d235ddbcf7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6faae4649ec96ef289f75b412d143512f265093
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a78c31fb2963b2793f45b162b50a12c5c0da9aa32f87e0368682802ffde8222
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da35db03355ea0a92c5a7cfad1dfdce1ad0a4aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b2b512a3b1e827a4cb3c53c47128f728c8040d831541ca0f4d2c62fdfcf347
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2aa3116013ea02241f905cbf4dae49cdfcc227
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb77b4bee0f070385cb4ee0ed3989ecbd83e50d9735426d6c5fb05648e3430d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1340a4d13e2063efc8f7fc53d256c1b900e1e68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac1693b02c27ce9f5ede6699d74eec4fc70afdeba4802bfe1d2f37ed84b0269
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64dd46a7c910b8953ebf7e0d0e6f7a2ca82e459
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037854e753f345c06fcab9917c58145dda50e03080488f02c704453ae49f80a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eade050ab8c71f279d6b6c8e94599e80109900a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c160c47570b483e493ef61aef7652036bcb7b5dd55c23416d5eb61a14bc009f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1185057c4047e4e823f97895efb9ce8bafc1510e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba47f0883480bb5075fb31c04a0c1778fbe0e5fa9b739c6e9f4c2f6870f60f88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a694dea2186bc7562523f1419f9f642f5cb5f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509cd69186ce4e79e7f56d6007ceef0111ad25c86622056e05dbc59319088ea5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581adb54b0bf9fc87af360275c70ef75a636480c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4e48457b8b11ce27471e14cc416e0bfac0c3b88ae941e7b18447d50743f918
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa9ae3307854dcf0acf21732e2337b76dfa1e77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a0bbd3d7e8b619999adc19bd2cf52c3d783f52f5b0ae6ecbc41929cd5327c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21807aa06387e6b3e3610700d88bfcff50320d0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d39d0bd91397c32b0dfba6499173f1cdd8c3043f0a6054edc0b19d282668a41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d244fa291b80a5481362a263d708ff1f66c62e96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6018bc7d334939afbeb3123d03696a9e467c27f2236ab4567b4ce139d4a4e32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be258e89825f26b408a32cf574db0aae856b422
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0678f61525b757b6145fea74ca17e7cf9dc6ad3cf527e585c302d4b6e028abf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7867d37624a428d7f54452f2e9c3f318e6d9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e90782bdbc4a43e518e73509b670e8b705362c458e145e947442c49619772f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c558be56fa3c0c5548a4ef73101f008da4e11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a147cf79ede7ae275190834d8720b65f2ec0dbde26539c9f25450580f9807ea4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb074940f3550f99b9f11bb696082dc5409d19de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d428e23b862f4edaacbd7d47a6b17d2e2fcde705a22629faf9814d5e049e3936
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c7a03b6aeaceeb2b71f5c77df6c504e4f38184
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059898b5cef6958e030e1e417c4fe4a58f58fd68a5492c277238a3f5bbe1067e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0275d8b3f40ebeaed58d1e01cf43ca8ddd60e388
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7a991a9560894a3405308814b51b9af4a2abc5449abbabd154968da894aaea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66638273c12eeb8730423bb137b8573519b3054
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49286ddc162496886244d1092b0bd88a583a2170fdb07b7a749ba16c4d3349a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b3302507b62f59e8be8d5ea0be02e50ca103d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d3d9fad75d16e12c427dc96a97691371530a5f90fbc1293b0b9a5b7c67ce03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaf326eb377bc8ddedfe557250b042f79d92a87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513893dbbcc9a8e6eeb014855f07ef0852fd544361089351a1caff6be0578ab1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73791536268526ba50a80181f8866f0f1edb6ee0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d201b50ead1481ffb613178ca1d33270a8fd750ed5bcb90a2932df5205fb625
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e297fb73e84cc6681d714601cde642e99b8c9489
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d01598c07da280c1937ac7413d4d9cf8e5ab938039d04441338e889743097c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2dfe7a5804cb43b07b7c23b0b43fd24d5a4e5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8526fc5b258994c08fbd3a8ca08513e1f90ce0458507e2db571f437b831b04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb674d5491a59b07bf23b596f7963aa67e952042
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd84339a6e7472e43ba5643e3a71fd318b0646a61ac3ba5723f78a7cad98fad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bd662229c6eb77943c95648567f495d3498937
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9191c800e2a4ad76cc246f42b8ac7a1ba45fcef265db0403d80fb7a8881ea203
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed5f9ae8e5ee4382dc5ab6dd0ead8e7ea088012
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a68f1766fc66d4ee23073e7c53b287319128f1b04427dda3d4cede80cd481bb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f94fd2de711d1b2b0cd4b3ebd373d18557db7ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8d877dc2dcf86a7048193862435e1ca5881d42ac8a0332f6f310f48261580f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf422a203c25bc0cf7cecca30c98a6ca807417af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c96852dd32a59f202cc88a2c17e19dc971173c6d7e2b28444af8d7b959b51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48730621c63b48eb8f2fd658305703e4eb70e58a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d11da065a69cecbda3fbc1e5b806784104ec6b906376b11fb98a41b820b4f88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ab22a39f65a7561b378a2d12142b7ed8a155e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f117407dba5447c0b7619e3b2e28bb610a0fa534a2651b003bc051737e22e4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875f23c46a258df0f85745f2e788cab84660c4be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fe599637d776469c8ae8326b59a2aef81e29abbdc1c3e998a96d8719926757
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b55bf0d37d85c2612d90ca2d1ed521c890b2b73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ebf18b0d405d2ef6262aae9961efc42764a18c47550a3a2f07981366d2593b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de374c41c54e4692b372819cab567fabe7003bd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1fdff8d285b80b12f64fed6ea789b35d4c5c73199be7ee3eb195b468d9ddf7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fa9d4e441ea8fbd330c872ae62a93f8023b40a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276d0a90766d8175fc19241524905913595c8ac6300c4a03cbc4fe84070d45ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8f5661e2cc26571325a0db25e6ec128384a5de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff5472b449bf7f498bfa2ac203e6695c6737e984fcce1f20cad9b860f4a4fc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87f6e369404b4293276e30edd8ca8696889fc05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751838b4c0e8d75e3c61081c8e3a731ce1115b20ff752215b85110ecd2c616f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90160a9ddb3865324125fe8c035d56c63f4cb97a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089de987e3cfe10b5eeee0df26aff47400c5383be71d15238343ff7277a069f0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124a8b54190b238b88e096e0f02e8b3347f73eb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba32790a60ef93ee9be1c04b12e4b8362492c361c7e070880210bc7e15770fa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254ef469eb00dcdb7983153ce91246d23cdad159
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9cfd20aebaa6bb3c9770c50fec971085a6d7d89653e9544a07bc950bdeb684
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ce8b56150b775a63fec643418e2f1ba54b5cbc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9631e9bb89a355e7fb83b1d73cde85665f76ebfabf42eb45520642cbc1d3b35
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0ab9a39a0e5ba1410b127ba98c2c58b9f807b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4c29066b771e281be1c678fe76500805d2b2ca158dc242300bb8cee579c8a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4514f6ec26fcb1b5b24c46cfd3cd05b594b095
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6633e9cd4222dc3ef4d1d5c57dcfcbc8029cc902a049a9cd01ef337f5fd1ebe8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56593b0f4ddcb6f6cffe21e78c3dc285f53995ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321070ea2f427bb83c52659f8c1ebcffd51851936efcf83b74f769fba6295304
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca63fed04158e3c6914f05af38724ee39d44d37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39cfcd1d8f360e6a950e32a9623b2288b6e1c41b166250e0e5193b2975cb1bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60259656fd84a1368368715353cb70e16c4ec11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae1df9eb945b48c9450579c56dd35fea0880b067d7294b7d72b3beb11ffea9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba7a008c72f5d542c8a98b5acd788044c1dafc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0dba935416d1f2755e66f3ae38fab9860e986ec205f4b12c20e8dc3e7d5e922
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778746d95d2bd9a108ec6fe1370b55142b0ebc8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee13c6f8b67473fff025d1cd55e1c469951558b9eadc61947449590edc0ee021
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be432f74f1f4eb93a9d913357bfdca6fcb16fa68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07992f9d7b4c88b0c96b413bfecfbacbc5d554bfd3463860b3d03c164cdf1ff7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d57bc4193039d2f936ef13ecb1b1f1be5e98b5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db48ffb32cb595356e78bf1604ca05fa3f8c783b181e25508760bf55359db19b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7144b90324335a4e38317c96fc05afac4f490b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7ac7d65a2cd0b7e6289a70fe06ab31b11bb442e92317629afeb7818ae7dae8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f55c46352c9c4d4689202a75a6b477fed4c2ce6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b46dd588d2ea4ab8bd393216aff595c852aca538312267b6c673d63e686a39
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9e4a898dded7da029c76240e76212003fa1722
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_12_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10954e4bd7e23f5aec16af8dbc0d54773e8b4a2778bf59b7644791cd1130db84
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3844cce9c8a3fbe1b026bec9b9e0ca20ffa45e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4193ae599e7d9ee788996c350a7548c637fab3f5eee1e7b462ebe3cfcd766900
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e56aac9bffd2ac3a78387bce89b5f659c9d01cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037743591a145b2138dd3431c9ed32379380eab3b136f5be97a1a133cf7a4f31
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdd81bcd3c93b163611bed767ec376024d53517
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bff984903a2f130ee6e49926b8d61cd35744933b3999979328ceaf494aed3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf800c0088583edb2c075fa440f63e4b3b01005
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59374c3a568f193f87c024cbd60bf7e092f84a20ddc4509817e94c6217192169
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3aa2c47e608e390982353c24a7c7f6a23b3e76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f0acfabd6b049e7d6b4d0045be68733e3afd589c8061233869f69031acbb8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88eb7c484c343b9e59aa27138b4dc2b0b40571c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc36872016be1bcb565a4838e45fd84a3fbb027d4a35aded8b60c7a9a07c6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696853e8c8e99f0f612637a7906bcdc635565a7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbaf838575a484661688f200aa2028030ee815d697390bd3a6e2ffe090aaeab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b540fe36eb660a52ccedb5ab6dda2503149b0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9e158a801d3bf4dae207e9dccfbd28c8177bbd22c9b5ae9f091cd929c29089
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad0f84cbc3de1fdee24273f58a90ec6a6d4d554
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f410b2f7358b0d03a8516f3b0fdb8edbc9e6386f96d707548ff8e668f68623f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18422d16648c9b4dfa6c7b3c00731d6cf58dfaad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a943ab76b29b4ba8a350e8968053f9861d42f33865fe531a4c15a7f6457f5afe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb0a7b0f6b3f513a9841fbef55b1b08b478ed38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2fecb7c3c34022f359d5dc046826819f2f491eca8e2933037ee1af876110ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e770523204ac580561438aa9f55d06f7415d91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52e9f1bba41ecf4d9326d9c31cc5c43909542f20deaee73544670cfc07069e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9fc9f236f5d009961e9ae959cdb085d569012
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb52394094823673437f705ef0ff4bcd769390d31d74b1f507c35cd2e4174c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c45523e774a683644e1e09db1486e7f244ca11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04d1531806aa61ed5595042088abdc023a6f8723b20c63ee00f569d5a3baa81
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c19408ae32390c36e1f8774102f3f926af8fe6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e440b93d44288b53cf8ad37e7a3e51bc852ac39b57c6d1238ad28b5f715c53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d440f7198b2f5c9b465bec07c035daab26117e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb1a01d025c51068e9807af83a712f3ba20f97fe282b4bd0bd4c0c7a3e0796
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b39ce27113965d6cb0a3f78d16ed538fed88dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ed2ed51ea62c78a9c53516281a229f5b2232af93d196653c2b2d4093478e19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c889e81db21a30e03d28bb10debc20c78093496
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630b1da5f2f2dda8d90511bee09c409eade63b5074d90fdbacba2dbce29b8b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0dbe60b55e958d90dad160e48530deb47885456
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd0d071e79882d6d2709b8d8db9aa60971a39a84d12fcfba986d50ef1aab5e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7533a3e22a4a6c2de93e1ece11a435970435bd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d394069cdef0ce18210d28a3623d1582d6a6700816dac18a9ab98b180b73991
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b3f7557e76e7b0d6d88412c95acaa8123ed6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247968f8d4009dda671aaaf334bc3ad51cacca1f3ce13fcbb1b62790ccf94a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adf7cb681cd83c45b92a3d92631b9c7d3e3a23a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7648b5fa113c9a7140a259184ad61fa2bb23c5a79ea74ed0c7731d8ba7511cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5edd4caf6f60118487affc45b2749f7277085a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd050d981d43e419b5bf95f320a2fa6e22cba9604d97e6947fc8ceb5ccb2820
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e9ede70442f60d319f0fbd186db30d68c5b799
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28467a6705d720b179a5b4a705c4821ecf01331b378924dcd0af141edfb671a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4322e1fd344e484ee293812de3e7060e821e8c43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9362d5c14e56a0ec97e19e2efef0c2f2f47edc814cc71a03641e40b6f065475d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53573534323d0943e383910487844f10841c1460
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeb6e51749bfe121034075ca7c9e9ef168c7a153523e8891ab206a899d5f08d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b26ca83fc9c677f2bfc32962fcc8c3f20971a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03419c77e9427a36b6dc4916f556b272b717350dcd0a927aadfe325f87d98aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb41a6b8d699b292370b447d20e7b420d316ba8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a87ba49c9313179ccf77234740c3180e44dc12b023d9f361c505906d893488
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9014e5065ff87ebae66febf086a5ecf813429954
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed89bcfeba5b00e0671a9ee2fd46c8f8cf9c863d24577c6662ea4af4dd8ccc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691ab5de3db21155557d7c86d53051ca13d0b14f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75a899f05a934b848b327797277bdb8d3982ebe300c8ce861ecea7a3ba3b6f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2854f0ac8fff367047c4b0cb0a9c1b5e181444c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2743567789ef026f362d86c5e1d47dee5809f85fb8692653b474fed2426a6b21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58677ac38d710caf54aa02a3ecf72f1379619656
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9b256aa94e2fbb37aa007990630f463b0d83d00d6205e5c6aedaf90e479b31
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8523df38db1f2272dd227c5c6b3ec843682bb8cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a00a963d6bd5b4483442067bc621ef0d435e24c3b2f7d4ec34a1ffb41bea7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6009ba757ef2b6ea0264a375c10671b7ffb27f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b04943e0238c9f242141b4b56186149d2fb88c4d9d5d82532bff4370c8c979
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e1068bb51683c33232bba12cda9277d5f4f17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b91179bcf5435b1d32b461caa1caa2c018783fd60da8d6d9488be258376e24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54021714f55252d381625b1326a9f7617dba4c6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd963ffe5ca8e7ffa39a478fdee08ac2e7ea2fee9e6eea135c6c34c12e0de3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37cab09eb2caaadecfd88355bb01b53b121b513
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15968ee327096d97e2d4fe5c65456c7167bb2c7e4052be0023a5448ac4e53e4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95015001ba28fc60dfd58ed82239ae918dbb5b80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4172da4af6f5cf2181111c1b0432bdbc949cf7cd82d1293b892c1c2877e64fa8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb5fd8f4889afefd51a4656a5c05cb968c87107
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34d7cd8fee923e1b95c26434d21180573a60fd20e53673b51c3142669d009a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27d5fb4c1b7230b6b315d8d0b6bff36da546f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9d29c3680710ed68baec17a2978852ae171e1abc7b3b15e4f3f8341d9a8fe2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19c434a2f31f0e63901b9e3b3935d1c72d8709a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f083aaf75f1740ef075a80b173167a833ad41c7a20c1cece3aa1b6d29a4ad3fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d013289f1bcf1f7877a2b70bdff023f98dd6c68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf831e270164aa5aaaa4a4d7d82b442adb6971c75b8d60396764ae0ed2a71a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b83ee870075eeb64f150d260d4de2926deb91aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8e11be03d7b5609f14e7827df3affaad5f70b48eef9e51f31e52b2b830da91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cb44f2c7323b7d4cb8d687869b6ba107eb528c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59195278dc24c665d5c2836d96c0573898c839816ed90ea0e4a012b1fd3163c2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bdbf208cb97f36ff65fa6dcd6f2e3e0bcb070f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c021a9e8927045ee2b5a46c0ab9405fd21d4fb74aea0703d5bf62b58e793e431
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae07645b9bcc8cfb3cb4b4099ed996f8bc228c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f3a78081b13aea8f87e037d2a874bd1a12bce81bbb46d04fa7477b0ed739e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbccdd36eb39dde22de898bfe96b3d67d51be7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a550c26039b7f2d6f9e5308bb887e19c436563137d4810feff04d52be4989c38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c691a7ab96bd837177a1b2e6fb1ff7671a74163
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24e8f33330acabe94cc78b0020188e84b0a0300dc7085b0308166ab15f45e26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1996c7cf643e31963192d361e8f89232ed411b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa9a9a6028179ca572302fbe10f07be91048196bd0f245a47e5274112f423d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a9c3b91d87f3dd634b68da3229b9f76fd4fc41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226741da8fc485782dbbfe7800a079d50a1bf87777120d333d5307100cb8938
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde078cd05bbaa4e7232d1179264cf0098abff23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3223cd6d19a25972e90fa26e32570e72c8e730f0d2c837d5172788c72353dd59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9620a5afc4d84ac73dbaa03abe4cdd29de201d55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206120f8423dba0232e269dd201871a2392a6bd55be28048e8a70260fb122c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2641dffd2f730b2287c4d46c2b85970df974f09
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599400fae605519c94acd22ebc5e3684daca3f17c96aa61700cb89f1d1c8f83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6aad11553ba8900a7f178b4ef9072c8ccb6a48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaee088a6d05dcdf0da25240f68b7aba4ab1715a32b657ce4e267dba1b8ff80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ed4b06fa84b9898e65052497b3999b897d947
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556bbd99d2974de112b6116193d6207ce90f32c04991242a53ed6690fd3fb6c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc36002032c7c131133649b0861e68a1cbfb74be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728714747625a75823d3c141d555f477d9a0c409cb360ba9d6d373b3e1a5dae1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee91da68257f60700cf81ab23c660780520b2601
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7238ad2419bee6f3511d21149eb36e0e728e7e580665ef41d8ddc174c2dadb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ec85727301cf3eba3b9e5e889a38552e738cb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff729a381df7e8bfa5aa43cc5646540cac03bafbbace3332bdddf501c3b3a905
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4e0d4e43219095fd98b51e4c88af8d8ab55ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b0afcd4506e9cf72ab63d8cb3025256ddbd334331ac1a9d67b90ea581de22e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506a10a16bedfa1e1d79718daeb9c1ca3787457
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a79dec627d9b5b5f597baf6a6af683d143efce1dcc87b1b81327c4503bced2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb2abff191a526f825d749c93e8380568503c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8381003a963ba80dbc591fdfac5c8bf0a6f599c51e30e0279e84b3d46fbe6fd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8b3b5ffada7c6b30f34ce87b78eb09a939d4a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cd293afb94f16c6b176f5f342dfe52bbb64e051e991dd4d2b8d176d5d10e41
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0d4252d19efa7182dd8f4f45be877ba582efae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87900ac4cf18110514c1614a5286a2f6a4a7c7389cc239f5a017fd4552ee6529
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4008a0cf0c65e4cdab197039f0d850c772fddfb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a0fdcc22997325e5918e6289fbad759d29d68e109cbcb85a2f45d491d6e74d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b2cf49d09e8b7d8ae266c07bb3a773e2921394
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5845a013f16db67b9b9bfce897d9f29d09638437a4877709a2bbb803271e186a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6fe22867f880445098025cf5d9e57b793dbd46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312d13640b00fe508bbafd432e9e46e7e60dae8f9caa5b4a3926359ce43903e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cdac7af774b4af017300dab1559dff85b5b611
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc26ee19e82942fc652ad2baf68d4332bad9c7cd6986e192ecf278edf9f56c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8950eaca4e7f773b6034ee63529643cee5a00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a79ba57b3060d7fb0c3ea06d920b193b080956718a037d670b91c4556bbf0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcb6b9f0d6c8fdadc43c27b08e4cd1096b1742e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd8ce0a11b9e914cc8be64381a0996332bf34c8132e83419bf35ece441447c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a837d86b735ad4074b8298156e92b33a7f502038
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493d97a9e4af3d2b3b653ace52221b73f6baf5b7e15d8357225fa9e1a6c9e6f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc641e9980419e76ea120585ce25aa5ca4d2a11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55f29c24b5304268e6eed79a310f5609e418771fa8c4e2ced2eafd6b442297
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00ec5412c139d592847e01b33a4f580d9720258
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f906e646c3c59f1f1dd699c35640683f9490cd59ce2ed052a2c339f28cecf3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6810b633e3650a90710a7adf9071972fe5b354e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7e50774a7d1e829329bba839128990893af5c3ee1c6e3b79533e811279c81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9191aa830d8b59fd76cefbb838c619373d0556d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd08786328f9ace5afda5aa6c3077d9291c71e66c9148ef25e864b21668de61
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4bcda0ce7fa4425306ba43a144e987c9d7ed07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1447fef26ec95c1fb40721bdb550dc17e2e19e547aaa39721e8791e3fb74f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3e2ac7ceceb1128ef2319e2ac9196c871a3edf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafcbeb5c38340b7822e6b47e3fd27fbe34323ffdff42292435cb7e597dc8c85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536cd146b4f885be0bb597e309a33af0060e4fa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac2553eae5f9b355bab8f07cb8b1d9053f3550ff30c1298ab1a5284d79816ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed211554a9faacc95c633fbaf5a4465cfb157ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5373c7b5a4188eaa7101d8e84662f700d67d96fc46a9b2a5fd209cb309a8518
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e2e598c655ccc50b73f734c0b6cb58386dc23c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2d87676771e040b0f5ac2f1264c89efaec13a106b6c156139bf4771f0af59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f628d04ab6b4072cdf101699776bfa8bea1ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5c3615f51b90f203d6f0b006f3c3dde48ebfb9c65ae710e8f7d4ebf2e0b22
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa539a9ff97fd75cbd5114d5bb7aa3a52431d3ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd1ea3b58d33acdc44f898f967324fc34c46476aac343a07ffec50d00fa75bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044cc6fc1abf73e442df44d00c6e05ee3d4bb59e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4a5c37c2508c8d924e9dc48349aabb7550700f1830f2ba97b37064c7ead01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8aea5962ac859f86a9a56e1c757ac0d3acffa94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fe1d882931d75b0e47aafcddf8682fb88dd0dca214bd4282178ba4fa3a79ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7913ade0fc8c8074927a1c5f7fb039777e5ad9e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf8a4da23880f44d337b13d8c57c45660faaf6a669add6161ac54f3e727f68
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ed410fe120f0462b68273017d32dc7ba79ca8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97240ad306320a195d4c00fcda071889fc301de5d335e0ea738631d2593b1709
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9b20aaee1e5cbf1577ba588543a914da8a9dc5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8843533975241c552b936da20e5a46ee3090cf63683554a61b4d00a7e4763e78
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab0b312aeb26e5051853d2b874a8a46e040c199
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8634a53fb1c66a632cdca4a24edbd37be65bbb0beba7398ee343848518ed10fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb393a896c8c59dcd8b4404575ae466e50e80c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffc711ff8d60537d86386693c55efa3ee6756e3c11f26844548ce1156b43201
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c21d147551ed56bc4f94695ffe1164c26ec879
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed4a127b5ff15b3b82e5947a26318923481a01a7ce91c9b859c2269f75eb76f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cc86e4fc2923ea226d006c0e9b87de53b9d05d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771d67f4a59c71c89374e32ef2771fcbc2b714dbfc4d6712a72f4a181da9692f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f969f5f4ee9e94127773c3c9437837c1629e22c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b9d1f38755653708ff3d11e762a1c2eb06788c9044be48f6bfd6204f2a467d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93b6083418a5817d8d1bace512f4ffdc005792f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b271451b247918a31e3f215033034f81da58973a0905dd954a80b6adb14ba946
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f49959dd294d883d41737c16b5752393cd8216
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731271e1828e0398ae302114dbacf5aa01b21259970825767a90cbe52c79a7c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb2c3b8c638e8775a2216b95c5db4da3a87f1c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c753648e6073a1f5a9f0d591e1bd8380844544d60d7c6040231ce30d92de60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff8fc8c9e336524622f5d3a12e7cc69c149d65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aef33b259983d7ecc54b1f00fb20082f3a977f0b3649b0750f9df09e6fa720f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5848947e71847790c133c591251d199e4862ae7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55921a7d99cf0ee70efe17ec0d5116f13ec5028cdfce8d8f96f5adcbefc425e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0663e58e912b8b4a2e57a8b870281140cf2f6c01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91e2bd9c44a5dd8f61a951dd057523407c7170988f890212d38202b9c22674b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f00db3a4e1530ea70f4d812301fe7e18b4a7c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16754ad46a6f3f9c5c45f38a2a86205bb15a9ae01c714f0a20b68a162960353
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238478c2893cdf7f63191e91282a99085d395b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9cd02c5ea9d8169bdc8c141e7a3dfc818f5d741b5a684965d8ca2e17c4ca96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645718d0ba521e3bfd1c9e2415f41cb2a80a6044
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41c66efc892eb93f663a80a5fb5b7496dc75aeaa2d35fc790e47d3772fc931
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5818183686d6ea54237f9e459e68436a30c6b0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dbd7ae0727fbc1686f96db62928ddaa117dc256f30fc0b6b306074afd36dc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb7290193f874a770c5d76946c3cffefe7cecf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988e70fdd2e9175d4b6b551478173d2deb0500653580a6829c748eb8013f0ff2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ffe8e9f8b56b66f620ab35835735c983fb549
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97955c2ef7030b9152e3f248f9b74564ec28d293f3d317970e06bb846374506d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a3f768951e28f32a50263bf746d31072247497
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c183d7303706994a4832bc30af32e2ba0915c6d1721acf6744f57a05a61b4a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da3d1145b4459615265d99ae933c9d933f6808
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e670d38e8ebebf25438404c169075f4b777f0ab513beffe1725d03c132e066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19a5736905e3264fa023a8af677d7741ec9bbac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febb73d894b444b0c38513573ce12f77dbaebaa48231dd56dbfddbc99592f817
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f9d5d3474f790a5f583e69006831a0f3ac81c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c198ff5aa04edb29fa0a03aa29517f7e7b7d53da2bdda54262933c9031df9bd1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d529ac7538d6b12c930c1c86891d347ca8bb56d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7cb50d5bd41dd803a306ece648805edfb1150db60c560b31111ff894248af2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca164e9000b0b61378d9e50ca6efd5f53277477
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20307c7d6594b24f76e2859fd3f62b2f2f8ba2be782d7cd63fb4641767ab1ad0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe42762caf1cd5e35710c1752ad3825a47472811
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa57b33df8785b6d24ddaf50d7464386617ad89f6a8c17714e27d836164590a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbc2aedc3b821160a500aa1879f1b3c8ff49594
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210adfee02031c989935e3288cb5271335de0f22b7fb5fbc2f98561cf21ffc3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7828df9a7572717e9d7d1389084b8d564e150069
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b855135ea47cb08dad204363ea595b6a4171565bf27a0949bdf31d3863445ef4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c119a16a84457cb78cd9c9968015386286aaa6fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56775e426ece4609aaf1bc99bd79f7b6cb85fb36b9bf66c944edb248facdefe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263e23da7d3883f1fcc7c3ce2c4b84887cc558fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7df56b3adfa396f16c806a43472291d2a24942173d8731371df55400ddae010
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b45d017af7739a91499380b2d64abf5459707ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac825aa1f62969df610bc130e951684966dfe18694ee0b8a92bd672338263cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ac1b29959bd0494090237993dd80d6dc47ca4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44557ea1a9d0b4401ad86efc3f88a16685ab17c0068d672ef3cde920d1c911ce
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aa651d904b22877e73ec39ff8662c9087dab77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9722c509a1d8cd78aa5772972c1329f3de286fead8f3ea338632b9d5a227cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdfc11cecd5be26c08a3121d5465877e5db3962
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3adb064f8150cb7305b0000d09190d7c7fc66724b09c8bcd89412ecfa77fdf2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33581ce782c1ec1808c41b37d816176bb7398cb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ba5aa8de5ce3ec764d03656c8d8f244fec073e74c362daa0c1266887aa76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fe8ed5ea1d1e7fd491ee5d5adba3f1952120de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09333f342b8310caa23d59c7445c096c132b126a000cc94623ffb7cde6f09973
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33534499a9f738ff2580dacdd87879fb605a1e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d583c203a612027944a856fb2aa589ecefd4540276dc5c6b452648259eb74694
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b4c4f76be8282a7dfa9569d9d1e5e3835b9650
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb2def252478bc75cb7dad32bf44c836077e473be43f08d0588e71c424f087b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365313491733e69472a5c4de6edecfc3548022e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adbd2e1f77150b73436290859d57fc681247ab073558ce40a100699ebf0b152
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57bb6beb9fb219c74cd541134fd1b1d7ae8618b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9947263bb8fd7dd5d08d75f0f1e292cd1eecf9144652ec5cba55422a80177c7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2900815ef75a5b4ac029a43354da2fbc8b6ec0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef85a8b5a913cf342c8822a8366b0931b3eb95763799a2ea5a978945fcfe3846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0110859d67041aaa4e7c5d86254d46c0c283b6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e39c4b6fab4e280fea16079b9211c0b2609cb9325a34ba51a2388ccd18287dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961649cc8f89c0a1939a646bdb6f62f94af81752
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fad12180a642600052c381c68787571445e50a836b1650fda32dde2f904d798
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb93e6d8800762846e8ef000cfa83ba2469a1c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29f9926af54d7943065aaf4444ed9af36f206166a2cbc1bd12b785375a38c54
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e3d9d514c7eb7cf28b8d499a9488c13d69deda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efde7a7f5dc637a672eb936e60b717077cfef96c6ecb53727337a62f1d11395
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e67bc770e61e985ccc01cc4fb116b20d0d8ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f9023f0cd5647bbc8f250607a9ebe3ed8c6d2f09f81c7b18c425b8ec9824c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb7491c45ffc68b7de303bf277780102175feaa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe884e7e8b7ae0ca075ea68bfe7b14cd2ff22c4fe4f7b93298edad8068a458e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18721d132ba343377df1b848e127a51acb3a986b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21fa9021c2dea38b8996c65b53c32f7f940a4b55a310ad9ea283991619c672e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0710fdf20bc823267941c615e87d75fcad04532b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1530e35a1e2c0e308ed9629d0467af705d2d118a4ffe2e5499f9c9cf0492bd84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73d7fa91fa38ff34639b9657a58f6267cb13ec6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9253420af18187ef63d1dc48a675db15e0f4a4872330ebd688efdf241df50fa7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85ef8d25c1821fde0cf59734dd583405be8e266
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7768cda911092800c96d36c8f54fca6831ecb37fcb68569d855c63537fc7392
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee477ebc37329d1e7471888926cce32a18956b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2dba55705eef0d5c4ac04dd818c5dfa3bcd6ed280bdb16e688073be2655b4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be02108205d7e9028c2d4d13afb8e135568ee85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c922d2d31fadd8a98f682f0d1a62a0667c3f69a6e15ac8073472e1bd09c31a9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cb0efbf64c94970bc662b54acccd26336b4904
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885851338be40cc903a2984d66f309504c1ab5c3a9a4ecfdce5d1838fa3d3031
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea2850ac2735b03f187a9089a510f53a370ca75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597a074cdc4c74749f68618c2eefef62d8fe409e39777c2095a171f3d50b098a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08f5e81a9d2f6f7ebec675c8c9c00dd75421225
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0970de9aa4bc2287f972ea9a360811a085ad965afd7e04be7fa3fb7dbbabc06
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397a615f5820ec8a2af830f4436717d7c043a171
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f360bd232d90fb81ebf2dc55b7e6f9f2dfbaf6b78e1f299bd74ba05d6d4591
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96a26c3aa04bd72a216e76a84396bf6d98aa70c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a00056ebd023617b1c0a4024d7ebb878a7d82152dae838c48c1357ed6b9acf9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbcec197faa538c65e3000a908c957556285bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec2301e5ffe11a5bc67f8d734c09fa679ee6ed69f386933bf3d8b4295385294
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d6c4a25b7b2ef170305cd332b4f32ed64ddb40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d819eceb9546d7a79d8cd2c748fd1cc3905f2461d22c0d74dfd9191f8cb386b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f595cb298f6e54cbd3a036915cd1f2100fd565
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b7503eb48df1ac5776adb5d5c61f936189f835c6b4ae7cf9f6f5aa01250c08
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56868563cc115cb33ed45e9a8d85a9347966203
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decc3d99d255f15e82222e120dfbb247639f35336b13d563af60b140aaa3f7ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..018d8884a322a5b0465a39a68fa6bb243ad803ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd31b5679d3a6fa677d9d8bd43c651a53b95ed7cfd64901ba5515671f1f583
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c885f2b8385114b7b9926f546b57ae962c6c1671
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a09330893240d63ebef0ce4823dfef355eca658b02f712415eb57b7cd2b93fe
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7b894f7dc1737b3f579cda1a2489b6935802de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5573e7b731e6a7664db54280dc006b0e4bc9c4b8d081602df50826afa84c6390
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca40922409c2835a7d3c0ef9d785c62a0c6f3db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a00fbf70e124b51bcf7a8c6018a17dc97d4e374abcf990af99a1eb043388c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe3cb80480546ee95f91c0ccd5aa00935016ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb32cfe48bc96a7eeb31aca1df00030b33b0f43edfb2d15a30a30089e1a255ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2993f1388844846a6b113fce956c98de97f2ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7310ce29282232df8299345c68ce712fade88180281a2e183f2d5fb406a58d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e884bb84256500eefa208734fa09b2d64a649c49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e86b2789aaa0a9228964c9caa95bf266fc30728864617faf9aaeef9525c48b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719cbbe0ce26536f6b214fc7b626667d6a8d67ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f639d1ffa9ad2392020b203328be3f6525bdceb531df50c0a229bd1bb5af1c78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b57bfa275799d4765f7e5bc73b03ec49a32cac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176bad7abb9a00f4a29639287a4135d1f40b2d3d48babb2c1eadbcf7c313bd92
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307f1422c776358f433156c2dd194564b6a942c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eed71353d0ad1b54c237828193a428d9868b64c279701b105ef229fa211b0b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decaa98469f7db020d99cba7ca8b954eeebb21d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3eec7bc6d9a349eeb04fd48f6cfa9b3e31c9ac2cd6d4e64ba20d9c1f74c1c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c634c32169cd7e44df652f3c880a2c847ab571
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6c646e8ab3232e36674c241665ea44011f2c2755f2e512c3d9b6e1da292622
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4108ecad924177ee2bbd5e7b57af6429b8b71c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbd8efe8fefa45fb0c33d894609c4bcdf09f7c3ab224dc91d3c257159e02ad3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6593c408e78e7c1951dcdbca860c8e358daa8bf0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0581b10bc5e9aa0d5f5fd0a030090e271d55f031a79a64ac3ddfe029304a6783
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0726e89462041cb9764081fff28a48e0c119ebf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ccb42450a0ca3ad96ec0f29ee507ac91f081be4dfa4f5146598344855df8d0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f110ffea22c11f9b5b499be079ab19af3392c4b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5080598e55b93b8a79c70ac0c182635f1fc4f19c2ff8691c72333a5dcaba820
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70411558c258b28659145e595a578076964c8084
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dd6ceba78db7b3a243fc548de8a00b1a2fec7e941a9b5d93e881f84a0455c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854cf4f4f99a63b0ae9f30f42efcb5586425d056
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbc42008c84f05f58af304c1e2c0ddbf4362531442a9899563c50802eb08476
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf76fae26349470fe8ca5711ed274a1935d0e5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5038eb659cd7d83fc584c821b9ddf534e4b7ee04938443d7e9599d6b14339f2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d9e0bfa43819743c7661ccb780fefe6d9174c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da53ee2abc18337c9e3db431bfe66351ef4aaec7ee287c573f0076fb55ecc69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a19db359d7727acb6ffccb5f1ae1df34db10aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de69bfbe0a09d3e49657c7fe1fc525a93d68f78c407a00dd42b5372b1787755f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd987551677ba59e5d8dc234819239e0968e662a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c749da711ac6928cf186f074512db3bb13250c4d74cecdbe11d3971345db71c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a31cf816fd0fedda6dc4f3bd9b2cb892839863
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1874d76a025723b327e3f3e1b18dbb81e5b6f2f96a2311cd8f48b093c8010661
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9d10b293441654a005452763fc9905ccb76eb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818c33ca03001a8701a4df1114005d30d310c5691c32296a46283982a8af2879
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb4788d667bd89a93f73e7e828602c275d650b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42807d71328d855e4e10f99053002a07671c868bfcc8397fd293ce867653bd2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d82fd1c03034179c41216ebd2c9f06b310ec78
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7fe00556fa8679a3fa88f0dc591ad44179253de61a0915114dc288b333060f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a951f398b16d31ffce3237c5df77b8136fceccad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8423e95e7e4a454385d208a94c5d9c9605b32bb8649f8da922f5639876bb8c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712eb644d5a74ec04cfb80e1aa24baa020f4d94b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f264aded7273b775de0079692b886026cacc7f0895f5358d2ea6f8c3b6d05a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52356e30dc9e16aec81abeb200686941493c170
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0a3c18e1e44c2ccf0117ed988f0b977fe0155d9d3c55992cd9804c1e6b01ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a776b79b92d6262627d5d4aba628f54f2dd827a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205fd432bedd3666f355942993ebeb6980e468d7cf0d3b4d6b3b81d10d5be433
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4bf05680c8ea55896c8d7bef6a5900e1e4f94c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e358bb8f4cd569309087e3a064d214e7edb931968e8011b4ef568036e2961c5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c0b54b93086f3c27036d81571b2e8bd1a8b245
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61624c48df6b39558a98cce36dba20c1159810108d4a10643eb7a54c5da43ac6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59333cacfd4614c255000cc694c22689c1d7c553
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ceecf60ffc03ff8f081e4e4df949a3abb205afbcfdd511f9b67811798597e8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f7b72d9e1585df5b7a215feb077cf57f69bacd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0277b4f2a2315834ac68b6d00c0b4c01efc2ad112b1598788ba0f5b24d1941
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95d6210783a718347424415de5384b634cb94e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5913b9278a6014bc72f2919542e6ccde91a64db9477645fe86c1cd482b9917c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760a4a1a6b66d7044eec904ceb4dd518c299e899
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b6ac6e4e3e1393f0bbde1ad30d2bcb1535f3e6dd2493a68a6e114dab46463
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c581ae1bcebf647ec64b988a3d45f9aab2732f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e762cbede9a475c6eff9cd7b3dea8f43790ef353d8868ff5a35156b0ec9561
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab24a8f6c5f0bfd42a9dae4022a39df7069b2a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb86505b961fd6f03a41f1d9629b9187df883a20250ba77c255c1acf5becd54d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0e8aece1651cbe38d84186f06b657f12b74135
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6c85d389b8dc727587b58f91ab115077440ef81f38b5a8f40900d3b915af68
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19627ea17fc606ea41595d5144fcfdb467800cd7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c007b75e792dfdb95638d08febdab2b68a566375b65fb4dbd6ce8965728f44d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8f4d872eb49f231bbfc5c302747684f3c4b2df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebe71ff7dc9c47044de5a26c48fc317e533e07d420460a1b118781fdc6c700
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d903ba1d49e3b34ae221d4c8276ddab11597fab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752b80651e564ef596e02f8be6d1109154873c3ec2a94f3cf0aa23fc3bc29eef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684be5c4a0741ebcbe278da449da839a55fa0cf5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ca3a45c277bed56f5f570f85a72739504d45df32b0f6e9352596b1511c221b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd19591de03a3294a78d6d2ecf9850147b76000d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48190b8e9008dee1daf749bf1258176e38cff2584a3b9efe4f0b18b176a95c88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39a3507ee3e5420af32f3931a08d5fa8c6e2fe5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8209907ea36224333eb6fe12fc56da4ea4cb39aa6dfd9a10424eaf7ca6320aa1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ed67976aef072916a4da10195f2164a7f6aa02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e773217931e5fff29756d52dbeb42a82e7afbdabc680b0cb22e284669aaf25
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e930ac49a77e35ca521c4e9f4738bb5b52f71ecc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6997442c8dee90ccc5a0f481369484b1ac13efd9311ba448579eb7997171f96e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085f4ff27639e05e07426c33ff5fe4052b47272c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca6092a05f016c549c93c7afd8cfc0b7298404ac066c8f7832fe3c9e21ea0c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c856936913c61bfbb667d2c0cc61cbe06c0d2da9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a07fec9977f0ecc49215243c006dcf2b347e5acb98c77faacf3e91764933dea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbb0b37cce87824330cd65b58adbf6b6e642dac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3589af2fb9045212ff381494828de6c4ae2e7c247a1a63a6a7f7eb7791113fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26704f49b608c2f3b594c2d28a0310abd0f4d700
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c73e35e81309dc3a6bcae8ede8d643daee747cd644148a12984bfdc5420bf6b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa44890a80b3993e687cfb290b468b794b8ba124
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc1c38e8e98d8e8444b74282fac2faa7ab36581a65abccad8823f4c933a1d36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b2c4c3435706bb559664116f2ac887cf129ed8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0ff5d3cecd1ec7bdd305972bbb17241bf0ca6c7dc23643a508d272e2b9876a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86c9b6c57003787926d07946176f97ca06eccc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e52dd9d4c256686e009b8f2579f346eceb30abe1e1ff3b3e4c6675ba16ae7fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1250a12d9ff55ff626eed2e06dfd815ca8031e4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6c75d7c2a54062503d17b877ee9a43f5dfe75365685a001418873c5fe42291
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8f5378a33cb7d7ffc877e753b6936c007064f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5797a1e82f50fe036ca0378bec89d23ee9a60bd12d3dcc86d74799c59c2b1ae4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7466ac761c0af8c014f5a6b9e3e9be387e14c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d4f91e1ffa7042474a3e71944b8fbc730b1fe696f5e6c36fd69dab7ed27a0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87639dd1ff9f27d1665daa651503a092954460e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5d6e01652b5ca39802572027fa9cc7fa90e5c31aa5b66c890b307489cda87f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0654e303a36b8346fb2de8ec81963facba6392a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da36e23bf744184e64b7367fa61f3ca52f2a92e813b1b6209207624e8cfa9b2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd276131a7dd9b59def5bb09e9a6ba034f07ee73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1617f08b96bdae9799f75eb4d37e41c927786bedf96862afc7cc7ab8f611a35b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35593582a9e33260b61c5215a2e50a162a0802b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a921726d370b1ddc2262b48a345e42b9c13a0f9cd6149bcd8437eea7ba9d3ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0cc5fd066197b6e08204e73dd00757b0ef8778
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1f08031e58ce63772c946ef0fd1f280a8d616fbdada4084323a356a9a3706d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a7664ce5d3df4024fb46948684128683da2b7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c12a9bc8caa48fe7e37f4f86a3b35d28b178f982ba1b1ebedcb0c3e572fc28d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de51ede9be412c4e85f36efaeeafdfac4f9bdcce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf1343853744648ac560bf31a2d03b3c92127be3c003f68c49e8efb91e5e1b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa65c30bd1948c8a1a30bc09d3b4707919df7708
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b884bdcd71bcf232ad449b599e3ddcb2d669af80d5f443abfecef3030053aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bbb3eeee2277a39cb23f506496d12f36c6e5dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e9851ccd817e921747e0e13162c01242906f72654e09469d327d71e045ff9a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8583cc570899eb18733871ac4ff9441e2c601331
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09648d5bdb1d46eddc9efd50785cad699424610aed10393cdae7f10ea8f326
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2329bee2d88c9decb30d734d5427091917ec3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa0e9a2d5395a9d78da8fc0e0303018df2d6f8d190629687ea0b1284b56a65a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27571e16b6b334e7db1a7a3d9241c0bd25f48dda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45951cba524d396799ae6e12897bb996f00941dbb80fe590d492104016157608
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f029cb44016a586837f46ded0bd62772717d5dd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8378d1f69daa37b338ace98991bb3e98b22d64185d8f985cddae7caec12360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322fc9de1f9776738ce4c8516e1ae83152892dac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5629edbd4ddfe02b396159cd704c087fffe15f153dfb653880452dfdd6aa753
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0a7952978f86ed6f1379f65a7f948425ddcf37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406175791f3dd4b0cfd975b5551809a4f8517b763d48676b4588486d9cd8f76d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512db7196470148790ce184f8583b80a31aa38a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd9bddfc0e446c1dc3ec7d8fb146a3b544a656798cf5b0f85dbd10e91e249d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1192bc816cc85ae9e7f1693c23e93cafa871198d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b410599fc2b2d8e95995516bb438fddbbf7ca6957c80b9882aa4a4d3e913061f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ed601a3aa58752106e55f58c3df197febe4f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6abe889ee770979bc9a1cd37b5191986c4f624fd2b3744caa0c43d4bf0e833
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e4adaa22070e6b8fbd603fe7ff42933941c02d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfe73d10d777435a0e67445341a91561a317fde8fffd494b0b3f5e3b8956624
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48168b597594c450ee33585933fd171495b9a812
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9427c70277fc03eb08b9fb2ed759d7d9d61cec571f97c4226e386ade427ac6bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6536939b3c74ea3ea494c92b9fa26b0a109ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adfc75f479f80cf6b71863daaf0d766ae2273a31dabf8b454790d0bb5811f28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e254895a75681ee54da1fcbdf061891d17b5a71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eaeb1d3bc9addcdd5539d0f829af9e6633afb42c987057f21d9e3fa5da668a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f5b04e41a07f527539c290a3a510c6b852cd0b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98c69e6a6aac6fcb3be08935ab58ba5ffa4407931d84b58e189444b474eaeef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5664d1db8d7e4538f26fad3c4143b5c2d0ae3603
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229bc1375ba409474d995a0f83b425d160d1bb61522ad4c367de16b574498a1f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05c84a4b4c059f39f4d351ef804cdf4e8cf19ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee39a8833ff3c79436133c892577f750f0ec90f1c8bfcb1e18e31ff0f187891
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f18c2a1202712f6d8ce8e8e39f0bbabfe5c528
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f7079828e924ba70c0bb9735f4ac3dba78bef8e16533f1a956dd7ac5184338
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb99c06a10dcff14325ef0d75eee990e68010f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5400701703873ea33ed759023713aec3cdda93314c0e5f37a525c717cd1dee92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df180a18188ec48258d7df2ea7033e4f05cfda8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eefb532d83cd69b1101a3ba00166b2cd1d145b0aa5d15ffbfdb18177133a29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54a5e486af03e3787df65ee2b9be5ed20d3a7eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb0d2f5fe73012c34b62cce82a364fd000cf550a3471d5761dd6bce341b58ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa07f7edc4ba171cd87d16f94a07a498375a3cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a26d11bf45cdee99961e839584b7f967a860f504d36d2d06f0c880bc9cef4f0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134928ba6675dbec6fda5aa079c8f32ad8b70182
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2aebc16fc204b27528518f826e9beeb847b29e47ef0069ae9e1298c766e41a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f757beb6f056799072dc66e9c347db2891b1246
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b219ea134817474123f25b9b718b37cfe273d641a271c597309ed7272663b01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e8236f6448c957a0ab324042d66067228c5a1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e615950cd39cf26770bb5c2d061f89a34e9359526c6bd016b0ff7c692f0fc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e64ebe688fac7f9e1fca8902c3282fe4c3f5828
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287a97c3c67b6d5158069955c4e82109ab32d6eeea0404b0d4341d3d1f30657e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d19a527c15080549d21b292f5b7c84d9020975f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728322845f8c3ef9e293ef892956e52fec7bc54b58d61ff9a145cc183862f859
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb0b23828469c6271ec81837f833db4aee4dd79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ab4321d00595729c692aea475847e36d0e6db8575d0ef10ff4a31ca4ddae35
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bad0b0e9f6930ff03a1217640a8c56439a7b11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720fd0a4f0182ec002472edcc9babc3c46633a00c931e6ac4388343046825785
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259888cb2280c3e9d468db685574d81d6939e392
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1de2b2276aa1b680a50dde1a06077d615277fea80e65f84b7da3aadfa72ff35
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f319b599afb1d79156b00b84591fa0bc101525a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bcce8850d16ac887bc27706a986674091ab24c944727e5eba0a1225007bc85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d3fde592cd4437d3a9f2997356539a87af1a9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb57ec6e6c2bbe9125473e91bcff4191b8e8c8c54b966e99778eb899d5779e34
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1a628486af68305bd9a1f1e163b6e14a6ee222
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a91742d71421c84e492c5d3eca73eae5f0b6632f17af5941983438ae5e917ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d020109e875f948aee3e49e7f001f71f81019bb0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f527c22331c4400514b10aa0ba62b18ae318562046d83728130a815aa4557fcd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9283631a07fc6fd69d63b6d4497d0fa1b20746ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b457ccc063468ea561d69f63feec4cbceac6ebaec33e2bd2d81576af5eecd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c99c9e066c01db6fa21bc77fe6ba6640637fc43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf0ff9cccfc87ec969d8f0638f927ac6ea49a42a9cf80c87cc056c0df57f211
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b338b641cc81582bff4a24d6b97d755b9917a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324bd3e2af32370e26ee152b3bed7f5fe4a638610f1d762f9d851281209c788c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0e701fe3169640065dec6be1599a861e8f0f07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc21f1185d8b3420de9a7bbcb22ff7e36c0115a6fcb86e126b6cf089385c68e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d6b96158b59e120619737be1b38994beb590a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736c40dc781bd6b73d4db449c184ded62658fdd42c09229ca06027cba2d30f97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9355172f4d9be1539ce9736ec97b533c1a2c924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85920d52a5d11c5cee220beef7d638aca2d6932f2b01629d6a44a45f6e0ecbe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad9f32d17f45dda2c44579085d1a62ab4f912c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e63db098426e6231c8ab55b09fb035cf5cade8f942412b19475982f578a9ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e636dffa0c5378032ee82557cea1dbbeb7d6b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435b28c88d4a9b2cd4dfc715f929a51522006de5e407baf8ddd557930ae5a50b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920f508444bfb272dfe1bc2b8afea155e5165bd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc31a6ea9bf79faedd0dba32f081032f175b4ffac5ac9e09d62021957aafad5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5939c531f8ed50fa6ae30f18c48c9215649fcbd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a23cea888a753044163655ef8664bc1dc507d194cd9b81a22edd2616769e5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b4ab8c1d976fb027f69c98891af8eac139c097
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b37601dc26b7f33585a3e97e35907e9fcbf5bcf3477b083c8309ffa403c469f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1b831dca7e1d8cac047a93d6054d9f52860c71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f34352fec13820da7939d2c8d6a9e27e7b61749d55d9034a896c80010178e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8c3849f92a43e6d83a70d3b2d6ab5db4422a2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cab71f4353742d918d7ce63c7e1784fddd97a7f885b2560af8b7fc2c56d81f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c56d7eb6c6beac91be2b7e98f8ebb213384a63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61b3b62346bead6443233cb056c960ee7bfcfbc1cb86327d05e6dfec492c261
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e02286d7ea00b7ccbcdbde81d8b9917fe9ccf4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab2e389eaa687b1412a25ba5a8328e32f297b96432b1127e60452ec6d2b6338
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd29a85560bd71a1c2a9d6b4635b4bad2696abc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f557e1bd7f2706f1b1347cfa88a1b3efdba8b97ed3138ac43224b89efd9e06bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc30265d3f2a4de6f94bba0d7a8556859269f497
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd54f7d4e5d92cde9836db071102f37d5b6c46b1647b1f9d11e86a7381b2a57f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be806ad6be48869c16490954030c8575cb5079d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f475a94f99211e2ddd1c3e2cdc0ca1a216d731d1aa669064ee4ce7467c3dfe06
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01c7aaabc49af60fe9eaf73e58073b0ffa0d56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603ccdaf6661ccddb0edf64cd6fd87998c3bcf19cfbf604649800b0654a825f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b1c2473532da602cef6aae193f1ef3a8e08023
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738fe01aa687302820f565734ae67125de9e20b7a2fe5d0582e132cd0bf16e4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95f2b2cbfe2656ea02b32c39905ccc674abcc17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c513158138ff5e05e5dccad657124573ddf4ac3eb8bf77a0b25beb0698bc8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035b4bd5f4c635005395bd1699f6b8463d7c8fd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dcede07a3a37f89785b63992235f1c13b2e22e44c4fc8358f7290f1a8dab9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8710657b36075aadaaca5b88caac7ea446ac07bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a57f9f63fb7bfada1fed094e2b9696129d909efd5d13dac68e3a7d47846ad29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0ca0eca85ac51148aec93004b9c1f282319334
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28813d5fa1291d25d9a7a5934973e1d756862693012b4d7ea7db2675a3180f07
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c562178616535b95742791d0dfb2fbe44cd1837c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd5aa06cfd2587327b1e2faa6371b2a54487f7ae928ec4f30081ea92b5af3ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34b4111b5115089ce1ec793327501b8c269a353
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888f38643119889ddd284a7db7a9db689d4fe20f25eba6f49a1df966d8559998
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96303bad3ea29d6067f0629f642ce23da6a9e2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ce49a157403cb9a900dba8db3edcb6ba326531ba0554bf240d32de9c0ca621
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6dc42b01dee1973e699de80fb3592528ef080
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b20b1d1c6c49472684626870168e0a4c332c29ceda35f40870dc8c7167d847
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d38cafdd9344b44f051743523ee3051dc05c92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5ab6bb6b87144ab0392be8629039b5e35244204d563414d42b6c65d16a3fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314be4c5e49f78c9eb2d7093e45eb44b9de8e314
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6670bc71074850db174493131ea1a525ea095de649284be01af7ff70fa42a1d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82db0099e94030328ae02cb9f793e431a4b5df1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f7b5cd27eaeb7e9ad592ccb2e32533c7ca56229eccb7dfaaf04db4c08af36a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cc01288c0eca61aa3cd4293a682ad4c15f06e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5553b95dce919e4246fb83a74fcbb11c784cf5244ee96f33118bed296a3cefe6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179c997e026b847f1bcc681ed25787d2f5e4faf1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785416499ff4d070b0265b793749d7c5d3de4d1e85faf62a570646493f0b2e36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfa0668c1601c58a80298dd7a2e447fd008ae5f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cac1645b517a6397e18bb5786882d6d8c36267e1f6259bde19099d23b384be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92354d18b645d9985913f3a433e766c0b843db3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84ff937cb4be76293f505c0f36695446c802bbdc3a02ddfa4c3b0f9fb5c4bb2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a758f660f8fae7de3b064e5d90d319b84511a57d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da73ca7e65973b8af9dde5bee7ea3c3cdf849e13d4758a134d5c927ce5d3ea7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e6350461c48ba301574dc7bbf8e589520b3e5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc75d4feed19016f944dc09fa327a32d8a623e27aee9204568483932c7b0f4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fe3484b7299e7f18ad18c91eb7c0d5791a7ff4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02161efeb6b6e40c1e94a3978ef5adbee7495731c2751a6d795702d5eb1b3c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbe855adf963d6f2eac9fb1dd70ebfd53936c2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480ab78db26e67567e6c51874a52f32d1980438cebf839b37632e3eaa1e9d542
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6c82db2aee197ab802b7a7070ba0ed53444c58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552902723c4687c2188fbd591b99cf2799c23150250f2747c4b8be7f4d7a95a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a6c024bbd56e5b4d2e7fe97cb191ef89adb832
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3639399002322e39818b242b80e07604496902f554db83679762a768010bbb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951ed27ddbad317deb29c11fba6b667fc2426280
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fdb08bfb45daf52f3c5800936f04997248eca3e2499ce4e59b3453853d1ff1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2c1dfd782aee0a90b05d5a61801a532a3267fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be204b444f6378aafac9ac1cee9995b94f6a3695ce44613f650447c5308bb322
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0f04d8aaa9d9cda2112dcf05f5f4bdf4339368
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28f05547d6230de091caff3b1978c67684ac3a1a4969b2423e23ffaae706736
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e4b60ce0f8d84b9f125fc69597bf786990efd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fff701333f1b1c4f47fb25311b1f6602c3db03987c3f8d1c31e84bd7eb2b12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ff15025b206dec9b813febdddc2c447885fc50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aa9df2224ac0a8c3364ada08d6280a9e20819e08140d389cb878c1465e7af9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9cd1835e9e190766924b2d38d0ff26a2ec8214
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07596f0dc37fbc70c21e541680d9d20b6881624db28a3c2dfad8f092fd5f2b96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aadeee080262fdd26b12e36ebdb8c6e27669ffe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34d3f8e9b9ffbda99cfa1156988e94f8b96d7c6954029ff0d4a27d0942dd76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3e513d0163f1caa60cec81d46689d70e5b0ff7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fc7a3b03e05f5c3433d1dd18776881e4524e28aa7263ced0382d97b5380db8
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef51cce3b56a1d4ed3eec111f8ab8a132b64e5ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcc8e4b1b7a22cc8cc30cf4a1ffe21495db04070fdefec563d93cca767a3083
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ca755b5b208db3c705444336a8f1766242f77a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0862d40aa6b184ffeae8c5b2fbe0f8a0084a44f32105e2c943b3033d58593906
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71290f2c01dfd8fa5ada2d6a7efa6902241d4f0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452f2cb245bcc686f707b6c139be37cd86d7940226314cbbfbeb30e3d76f4b69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ecf528b6e927324b1d64cfba6855609716c213
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d206cc99fa2223c7a0312513eb8bb551351cc5518de0c89571383573692307a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535486a3ff8e6f31b98ed7937e8edb284b996824
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874d6bb2050953167096104d46965618c7a8eea3a3c7e4fee35484c2e0e9c13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ebafaddc6a5fd8f85e0ed50d609fb4d3ca6696
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccb5fa4ef3ecb0f3d28eb12b494419fa72f96f82851338a393531912df8c2bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d69c74b8af14a1c1e62211f795d4b27d6f0fadf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c759eb4b185fe6883175fa20a3f24205b81ecb3bc0bb322a8b65b4a7d19be6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e183cfbb0f4167e968e312df8a4faef4efdb8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37442c87f3095fb5bf00067351127238091b4224a8adb6727e5b41d19d57ff96
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10556b23136ee42ea62ef1a676eefb41b7ab5a9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb4d44e1180cd9a75fa2c9d7ce91c158bdd87ba0e799cdb2f90451327ddb82c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a841e88a9b81c0fcc1ab3101d64997beeef19ff6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcf547e99edce65f23de135cefd38a7c1072e701b87ab6bf1ba2f988ab27c2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413d6b349fa6053e02df94c9a6870fe2857ec9dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ea97f5bbe6e80b573d371af061cb9fd380ab9de6bc3f233f5d6c7973d1a1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349f821f08132eee3526cc3eff6e403ff4a03831
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f690da6b3a1b21be7388f9293b146b0547781fc2932551a4abf1985991ce77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905a58dbde7e78b9e136c40dcb83afa19cc83f4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fd5e3eeedde5c59eeb555adb58171f866cd37d9b2cf46ef221ef6398ce63a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0160a22e5b22549a846995e9c39acd45671fa688
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8880702f376d5b69fdb8abc7694cb0d6e48ec6cb55a1632c6e72f9992096f88
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b65cf82d03a419975b3259470be52747558f5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8872fb286dd034f227ab9aa5b201e94d4005c950fe9975a97c1efff70a119a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4267023369f62569222cea5b9510c084c74e1d81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e831f720885cfd9d82ca22a50d7ffeddafc90c08b1935fee11633a0554ac466f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1aca413c54636c81643ca396e5c11adfc36b52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba1b06f08eccc920ecda566fec45ea3151de17219b2650dd0a4fdc8b7d87bf7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda29109760bed31b5dfd8d04ce0bdc12193530b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5024e5e37b818baa7bb71c41095a01793b19b9e6a7818496f03081c5ae6587
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553b85d038ab383c52e2f72ac5ab2577b2534a06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de618ca370fe909b98f10c6811cdca2133ef52a890ae5513c87acade080887a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3fb69f63353980c9fa018ac1523ab2446d706b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3bcdbcf463b209ff5fca467726823ed5e0566bfbece05de89d483a4f006c73
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cf09e4e03231c248ec452adf80657ad73ae50e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b82f5d98d938378712478727638159facd0b3e393ff081a151f1a61b600f72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef68f38d5aa7c3b237454e1f3290acaf024a060
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0edea933c4271e93d11d53999bfb97d3b6d662c850d0a4668689d62fecab0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db65f207a391d95d405d18913b0629254acba62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6b4728da98404cd9764303498881ac704c6d6529f3d9bce890acdacb403021
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc8b4de25b6647302a9f9b7cfd52f3af79c277f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236df93badeff75e2c5220f414154609cf859e3c42abaa72c08dd2b0dd399514
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2e10cec557a31ea66304fb70a05b9ec3c95af1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10dfd77caf78be2b32dad4e821a70a0f0d07ff8afd192d9c0d16523b22c8c2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9061b7cda4b57f411c39df787f717fc73ef34867
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2d641965bb56a3c82d414df30486f50bea263d5f22ec18397c5f8246a677e4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10db2ea49435a8c48f6ecd8cf29976090bd4a471
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9245155f1d9dee252d435757c4cf91ec9710252cc5adaa2e26fbc7e3db270247
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e20a36f71c7250e8fbcc1f5fd332bb263c0b047
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e9c981f999c937e1b4e5b69b746b043ecda1e5e49bd1343b9bac35d5f62bb5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b844471ef4f9c1d8d98dfda5b283e93e6c40ef9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef431833ba1c7bd42249201cf75f075bd8be2784c0f28389bd2bdf2a1ab349a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741c52871542d7f17303df3acb3472de552302ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b81d61a1b6f929eb6e91965b29a6cde0898e8e13f532e4dd11af29270d7b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2df909c53f7b416b5d14556cd495d41636d88c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629659f63549733ac75c6d81da2183b0866e8c2f71eae04eb3e91b12a3b2e396
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19c8ea615f3dbd498f4a8922b94c18557a19f24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabe73012c360aaa629d0f7f7401732bc4b0b20360b409a59b7060019d273ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c3b8e9947c606e94cd798978aed4e89b6025d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a89fe12f2216f6ba9854665a91b7910640b57c0a19d2760f53960e63524d5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdcc433e2867850a5b79a09dbbe3995ecd1b3c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9b604fa0baba779a625c36c29d8696e7be00a907aff8e2b4437a2fd3ee52f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101f6378359d9b8428a5a0d4fbf261eaed639669
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4484db9a21876fc3a79b872cc1334e05007d68dbd43073f21cffb9420fc0dc3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdcdb51a4c348cae56204b3d42a643bdaaf2bb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afddfa253e18eb50e8a5f42d4ba0b90f43bc41c5d3ede81a5037f17bdf5f51e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d50f262b0ce07d7960d60f751ea462bc7ff3e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770e6bfdfb9f58c52ce2f2c3c84f50dd098423b70d076b0bf563a43731d98311
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e4b11089bf6ead17041606b37bfec57516a1f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1968b28fed4dad18ba0e4704a1b4dd5c01df75830d4071c08d910a33d7e4f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e4990ee2ffc35b973d93ba66e9b807cec408f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ff4214f48ac4746e1c0084b5f142716b8266002864ecfbe19f7662c656010e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae49be07bdb4952c298735b6574d094a2e11844
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03866106b105bd324fbf6d48f510a6560d524d43c6ee9bb316a50a8286eece44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32eaeaa2c22671c88d4773707335e1a67cbc9182
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2bf2efd64d4f0ca054735a7c73138db4e1379484b63e733626580d23dd841c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5b8c8168ed6b596ca8d1cc62aca546db223543
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354a6db89ab341c943145687ff36b926f9dafc3301536423ea1b988ae9abe8a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146d4cf44bd2e9ff137f7de16be34c70be34ae60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addcc82d570a27d2f1fcb05b7c393e6643a553c9798febd1343160cbf8f20720
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a50f6eafb00e6486e21b77508e1aebb48cef34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09230b6229ec4b8481dc357371e8bb78a725d0643e81b4f5cb6f6147f4c84019
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a8cab17537fb861e52f1a52df872925ad9cf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd35ec2387b0cf748dcede2cddf839c93849162552c2867da19843aa4f283325
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b041155b9c578ec4781c4dd7dee4ca3ca451cc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba86e297333d550cf059ab11e2b36cf200eb25adf6eac43829844c0821881b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0959e4bbe0308f820f5315e2a318db39979a98f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181d209c4186cbbaed390e17cf31f194d362dcce6c1c1fcd89b6a5f0d3bfa432
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ea572c20484d86f42f6322c276e887a3026f5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607d9999a8245c3d7d38df72b843e7affbe78ffad47b42c10b834cd559031634
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cf9547fafa14f6b132257dd63b83df213c296d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8738e792dc79c8d32b2304daa248f7b86589b3c252bc40625c353628eb04a0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f31e141381f770544d05abe2f2ad2a3264da0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6f29d3cd59938e84c6367cdcb0b071766eb94060b7c3ef72215fb5f0885c5f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f8dba5eb7b641b98474df19423cc8bd461b149
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a774c443c56f54f94d3a62c455f16876e531c10523704da16aceaf6640e1a8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce3ff7848c4f5b6e776d1f47e347e5bccd44b6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a605767a3c5fb823e830b60250ba4b05022847086c94f84873b54233d03e7756
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa7b39f12f4d8a2380de99918b773cf4e0ced01b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1d0759bbe55901e6d5be9dd858b408cf5d61541baf6707fe8842021e69b40b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12f055fb002c3245765684aadb22a4c9717a728
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a563ae0cddead7a6f78c8ce3556b49615a4368a9be26653260d39e4d0caa93a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bbb0f0158ecdcaefe474f8d68151a2cb08b5c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d2199fbf58f6293b8a16a65699bab5a49b39d10b3aa22aeb89ae705b4380c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00cee29b3f535de6770cf010b9b0c189a68d2bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e266d3befc96b0a467be8fb60cde61e03c86b0f4060433241d6dacc920754622
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a68cd9a562c7ac4dba21d461a9b7866229ea082
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab15397c453fcb2f55be62a72d853784301b27cd12cbf67a58a8876105ded63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0749ae76e093fffabc1e28be6366f164f4c9252
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef4f625bd6d0fabcb4672f5f97a8d6b05ca70ce100df58171d6cd2fa8246f11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745d69e4b3708151e8b0be06658bc4442e4426fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd597caf190a64a25a9bafba80e9bfe48fd90ec419966359f33fca5a28b27d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4e7c2aa34e3d5da29a8347a3f83adb87909c27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d6f39d07dad0e29dbcfc4c58509b242917f80d5dcacc4d86411e9b1b39f659
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b0db13d44e4819fbf4f266b215457e5dc0a83c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd322b9969c0d4ad261cece42155e5729d4d243e1407145fc137f013a09871c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb3ea472376b3ee00c204d8e48f455077a7ac6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56334188cc41e6b4247ff78fafd746e017c730de07a9d78aa584066fae6af368
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e149067ccbe0d446e4156a693612f5e318206a51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4247913c7b6ba29c33e70b57b328b56b5d2366f4837c5af1b073e0fcc665467b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c48e7c535754e8afcb1c71c206aa30100eff30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca82dc20d46f193b1c410d12c7c3ed725d01ed16e4f37dc7911c6b68242040c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b82c66902a10ac9f58b7ce2c74f6cb3ff971232
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc7299ad4d63c165a4da4a0113b102cdcf41829a2831d6a0352fe7f4cf22f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c33bb4468495b7610e5194f9da35400c27bd3e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03831b2cd86763effb08f3bf8cf5c5247001fe11c2fee2c4d5c850e47e1e5aa2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf163403dc32786573fc1f206ef593960ac4493
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc0b4e663d91088b4e5fd9ba57df79a00662c2efdd69a1b967331e8fde5510
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a208e571ffffcaa027c50beddd458ce457a82c29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb71c03635436976610d8613e681fff2fa9211ebc4d8517d9054c8616cfbafa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c73a52ac82f934f1f38e501ec51ee060b03ff07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6686c8ec553596f4413480d177742eecc85c55ff6b18fa73051a0d639e79cb4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea327903435abc4c65d7c700e605a1e7cd4fd8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27675487e70b0b97792fb303773ffb54dae4134186e8de63b4229fd7201e5537
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ecfda7176259cd57d204add0d24420d1ea4179
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0f6abb0cb57fd8e921321074f13b6f3af26c121405721b734ba18430b2633d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b90d3952f5c16999a0080d935ad3f07f4d11c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8247e4c72e462e9cec66f859dfe351f3f05451970d03ef416a4480e8c1739a6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c205bfba01cf54db611575ff10e141ec441d08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd02ab5a1e7f4fcb2c59ed44505a92e7da2d3cfeae6f34026b2fa9e30745c84f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96799bd000cc1a912a68ebadd2fe059a431461b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bb6b8743b24474717f3b27ae0d86a74d4f9a6b7564f46153df589d25efb2d3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488a50bcb14e6e93bb98c6df0cc5fb12f203439f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e50cb5e35718bc5b09ae1fcbc27fc72bd7b49e4b5963ff9f1e57938fd9060a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1318ace97b1932ad545cf66c6f9b13829bf67818
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ea64bdd6817ed37f950d0afa6db16ccef158d6063c5d72268ac83f5ee56718
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f63b433fe2f06071e43363e64b9ade9db3f043
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f1b2e8030cf7f1bd35cfb7127d34ce5cbaba038eeb8bcb20238c9159a7c335
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7632474232262339e575f3bf40c5555d218d0759
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf14b2d49f301fc5937469288c48c338f389945b33dee6d29378da7dc95b92c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e87c2b63842a9a18fdf707a354697eac6eea130
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617449f6b7997e4c271c910744432cf45a900bd44ef3b711c2fa28194acf03d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e15cb81668f286e9c192ebfbeebfb861522b97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e84ae2114400dd03d4593a927947f56952ff55bbbd87afbd3eeca3c0ecb2c5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736075cc93265e6b30c89b330d30cc45e3516ca5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf740b702ad8448da44de293fad23d09a587ebdc8941ff021dcbcea539818f41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c971640773d000e45f8f7258886defe6ec571709
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba94c2c049834b3870d6c7c8285f7ffb1b46566bb35f4e2c49d87f549e842b7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa6b9db1e3435b1bb4fdd517dd7cf8bca4caed7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6e0f28a56b9872da9e5e7f3a9a78f145cda7589e7a7a69d671444b06fbfede
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1929f58b9bcb2a0d5174d2ed1058bd13d2853a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfe477f019939d56f2668d3b811dc91ecdae746b12ac687102a89493209e0ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dbcf77a8ca1bebe8512131bdb278ee1c88bbaf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a720707d46618a0898bd5b048c57654aff60af9c2f990113ae82f678c77a2e1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262af6f54746c96d780f2b81e1143230edd2243
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191248e1f581f44a08b4b1dbb910f3bd042f1f61c3b981e11863952de03f77fe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb4e1c0bcf3dc6a4bdc5c4e62ba83065e26b41a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4408885ac870acb140414f128c6412aba9803dbb002a7ffaa535635292c2a39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7129c1469fd32e89172cad6b0b72fd4e4d40de0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e25406939651b499061234de029ab523c429cb8f2c440dfdd21bd80ccbad548
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aada7e93e11e38ee9a594431cd14cc07a49dad29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b197e369ec5d4cefbc2718d1db9fec4138e9d77dd04eb07a773dc4464aff8ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b987cfda2bcadd1703a6f0c6c139c1e0876027
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036a30690093b3c299da5187e6c78f602d0ac3268d433c040dbcea82304fe730
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799b543f84f63d57c4046f5287e3656d733fa62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cbad0191840cabe19952fccc1f23dfb45c3cc75aae5f41e305fc3e44a2b336
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39b349ed0b3929904bdeeb27e5d84ba53dd026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79009e03a8b06ec3c6820990bc43608ed26062190cc5b601d452d2ff4cb6e2b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ea5a4e2835d3240ba04c567b3e5f635c668d72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1328dba1f82768386f56d4885555d65524391d1c45e349fa1d2e719b86c3887
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7107d43a2945e48261a80ad7a4edcdf2fc54b4cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd31373681b4a000f6895660e6b5bbf55f995255ff1c3ef175f5cf9e451658b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adc62d0995fb687e6387690472041bb9780863d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6500fe10f39c2da469c9a05bf609a6ef29279f6ada4c35569ef652874753ffa8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8065dd5b2ad709a4b2ac53525bc7a4f883d4e605
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f25305945efc114c54dea626b0cee2ea09b4341fc686265f16d6273b6c528af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49a4bfd9ef27bac6127cc5f7693a4720786f65b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d771be4c66065a2351270893fbedce8499ba9c5b2038595bbddebd60da53983
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f64ad1ba358101ab8f5e49e276b66d92800a7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a117604565e34071d0f703fec72890a53a0e9f61939008b9cbbb6b7121c347c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2441863020c86ed3cb885f7c20cf518b77626515
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065b68a1898fa6bb2dba680f849fddbe9be03bb5ef8bd5cac006eca321f569c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e8e545a61f6d8809fa8790a8240ac4a8c540ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9eebddda675f192e0b70170df9861336397171b599850ad35b9f40320004bf6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28253f21f69fd4fe435db1a410192db8158979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6925decbafee32a70f690f35c7bc3e918f54e61df4ef466ea69d36da43edb0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbed36f4e46a584d21ab6f06b09fd011b2621cc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cc498f0d73e0acced00cdb7b5924cfe6061194cf069d92a88770e78b3cd7d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47600e10d817a08d32c2b67ec23c6b776e30419
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431fe0fa19c956ff18fa4d939ea314de0462f57cfe76b2216201fe49225cd8b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0463d9c3fd6f28a3d4874e422c5db96ddd544192
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809d4b1e2952e4e9cff476fad184f313161cdc6bbd8401791138f3d06560c279
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bb691eb82d6c46bc8a25b953fdcbc1c03adb8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5274c5d821bde7907ef8ea4e1d8e154572991ab851ee005b6ce67663d3365e4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6a14266678a9eecd5dad0c76ce778b30dfbf26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b29bf6cde56a6626cf4f1fc795103a105f98ea71a7e32b9719c6b6baa268e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82acdb68c62b1b9fd44b61e1ce45bb254d698b34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae24fb7a9d158bffc3ed91a3433419c48a9b00706f552ecfba4783e6b63e36b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc0c38ca24d392af59249c5a11645f68bda8d5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aad54b55bd2c4f97b98dd6a3c84140bbb760172d7bdde5d4f0db303ef5402be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36f4dfd572925827a7f6035398c06bd7c44c682
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc74554e043b8273a700648e93f8f6f0bc56f97030127abcebd5336050b322e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba944142ee0e7bb089b6497f8f95026813807f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77c09b7c6a786a458ef177d7d2fc6b78bc4847e73e0ca543deaefdb084d3ea9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3197dd984d9ba4cbcb99343b2d62ed6c84cb72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf313e5ec6ff99426defc85cfd5257a16bfa6b9084afc8896de4adabe75a998
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd002799d76873647141213b8be2453c02c49a33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04af68eb89e70e6bc617b3bc0d441b48e21e5fd58d18b35d6672a29f826e9360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95112831dfe82ed9e926b2cd49d266e8b3802b82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fcacca68a3d2b99276f4d2756a5e596e09bb5b15caa8ed57f6b79c9846b12b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b31ab955cd7e3b1c4267f415f953693d5145c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179281a40c90e5a55be4190cca389d819447aa51184a24cd590efdf1ce6e40b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbe537dd04fafc659aa9feae93cbd8f8dbf2b5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b868c2b400b73b23fbd8b9f61dfda0df8f6ea8b851ddc117fb1ee4741344cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2d89cd17e2d60348e434740802f114249d020f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8436a967b4fb6c2eae7382e9b02ebcf62aafa39926513eb10cdc94cb2ce420
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f71d3e24c2fc4673199baffc1135bba1548db6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457cdddf368f31470f3e88ef277d1d24d9df53ca14549a2b51686352c6492daf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9adf12e87e815a2aea0155dd9d93bb1b2c543dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7a282e5eaa2944b152ea573590106639abb0cc15a53812e634e1a5b0e9da1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0b09a8511bdbee3ce18240a35afbdb48a20b9c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d444ccc2e4e7c67158b7d6ab89713c16f8ae44755cb297ed244be3e769055b03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad414913229994c8c087ebe8fc563545de818aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b2ecc61f6fef6c41792091085dabebd06e20a9708001dab8927cad83cb90fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcf33559396d4cfe7f5b0bdc4d84bfe9fd564d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45964e69a927527d3f08d1160de1eba0f9c36ae0920967c9466561a52358e658
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8427a76b42abc2862d98cdedc6609a73dbd2f362
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2baa38796a7633a4970c6d2167349c0594f04f13939e15cfc805449f347697
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac15e9c49a121da8e5ca0cf4600a00d1809bd905
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7ca9e18b3b8dcd97bd25a47950b502b25cb0791c67a969b7f6e299d8eca89a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da52d6a889645f43729fb897a847f927d55c8e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4eae6ecbf9cb6837027167d97c7e9de9b740ccd98ab820fb5bdd53980271d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd9a99fbfab69e52ae032b2760c4658bd97bc69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d480ef56f835c2078b6abc22a2b6630bc55c10eb9a08e6ad1e3b0a9d8e205
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005c9ba6828d911f4cff64406544b9eb07de1d9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e8848e93962eef68e4608362fee37982c14dde789f4568970f5703f2dc8d79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcce393e70b11fb2104f7f833d882f31e0c016d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d3631b21c855fbb5426cab27dec9bd96542f3b2422573a83a5a14972f5fdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f6b115754520803c85212747bcf223e6ed2f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbefd5e2d45d28a1d90db9145d648f8b77620f99d1a0a0b3de19e876365a1aaa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729087b541328030c8199ec26e66d3e9b636f94a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e033bbb0ad4e86934e872266a85387c30cb24612bdb6c98c39de0d707acc7ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ddc5221d73e6cad5091df2236d5a69b8a77e76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad7976aeab63a11e12049123302ba889f3fe7991d8cb808b72b2e79935aad65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18499c53bb8532c75d2674792fe5804e43d986f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b657bd9720ae21d577dd7d0f7ce8aeec948e18d48f837fb615b4f70189c76d77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb898f4f59b0ecaf9fd22e62f4bec2e0f15cda14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cccd5d72766dd85d03443244e939607cc5238b54a6b8f4d0390c1c8b427bc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b880244b1cd922e2810a7761ca5fb2fdf360c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcf84aa9ce1b913eb30d7dd7a9ec68e75bcc16b0568918a5cc6f3b505dd9b20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a315845d6654d034c18d97fab0acfae7263f5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81677c0e826856eb45495566578366711720de40505218e92361f02df99c9506
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5a56cb21a841fcef6b7647fb22180320be4dec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97da1af63cb5fe5b7d78bc855a89fe2718c692b93ce57f9854f3eb7b4bdddd7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e124670fa50d396a40540a72ad25f70e228c45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc111d7af2821f6d3405d2bc4a2ee1b918e40beb65200cd41bd5a0f5c0044e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9709c712948d7c2581989ffc5b8e890082707644
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80271b52c2e8fe38526c355d7158a10265d69dfd55d7fadb4907d5aeba0787a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b424ddb3fce10f7b82fd6f0b2d7f31eacf877f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e2a0e4e221439a75e7f981cc72291b45d6a9e39c5d9d43493fa0e03bb9ab0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406d96e26289fcb3ab0e703dcca6afc14cc5ab8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c9213bdf5acf7db599abe8bbb103fc88b0bd9dba369886b1743edf15452498
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9436751ca2d686bb30e4cd2afb75d70d5d6e6944
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd87579f78112804fe58efc1de7c79fdf50d63aed239636ef52011994f1295
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce41f7fd7ff4c296be2a99e4d9a8609b787792
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51262c47cfaed752f3dc0b39571c97e20107c7718ae3707d3f1c717307bfb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342699582d8cf11e3a6056379b0ae4c0e3b42d2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97d93658fec7a91f66907746c7882c433415b1ff9a91960b3b3901301698dbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3644c4f8af772ea8bd3f974fa975a0b6508e35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2633d840f6d2ff071b9358a1c9310f1744a9fd2723e199a70a635786cb4a4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23dab1bb61b0617622d53d1d21af15abddfa949
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1387db810a550be856caa52b902403675e2430e58c925a0076fc723a5a61a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aaba9a6ea56e14a5ce86e4ab55c23c85b13e981
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87b415646dae841492c7b51a60e804cbd5361888a0a025958889cebf8a9f24a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bc48386f2bf03bef116ac23b5d346fb4145ae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33db9d8a61734600503c093016371aaa8546e88d3bde587602a6e4e8f07c753b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380822c7b05038c0adb6e4da5e8066fc759d5ca7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_15_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca5727c84967dbd8f553d3835a27ddf6f5442dd44caced186ab2558c6f0d255
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f45b21e3e6d3732f86e00f8cd3bd2c09fe2339f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038134287cfaceac95387e731f1f7239255cb72f8faba57f210537385a0576f2
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c40edf9e77d0c5431fce7798c952eb88ce42dc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2514a943b26cd314e32c6e53c2478c17423108b350e3965eac228f5c49165e8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2754f87e2dcf7e70a56664e2de48c9ee629a507
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ae4c6c61e86d84776595af5d9f7a3e8e0d0d5a27d77a936e3e6666a85e89dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8d38fb947ecf97f29a25a98ad5e20fd02ac6af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4945662d39a0358b709070dbf228b409433f8be1bd4902bb1e1d461e943dd4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a598180affc900a6208b1678bebee6492bca21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd6ebafe3f686adb9157439acebce28161afb35cc294604ed8fc6ef8cc8f756
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4c8da823578b58c0a23ebff868a5da31cc6ae5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0e6cf2906ff915165fbf68748061963879f882b54a306f7f882dadcc729501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde4e4c2f02ece0e79180c27f04bc1bad423857f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1286a9b742cc1fc62b4678cfb16cd5b4991400c947946853ae5ed7b5d3f3c15d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f626aa3b5d8c0055fd7603b7c7c458ab5d7e89f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de5b103cbe7ddeedafab91d022d573e9bb3a5739ba219d3f24da0252b3f2433
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b068c1dd915822402eee21a08fb827037392588
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348227e427b0d62e820e5e61ff52544a987b9e3be2f7a1495d1781acdd3fdf24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea8edc807e704b03a83d5c2929313da1dfc136
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c840a245774b32ccb9be586a464ea967f6696690827252cdcfedc6369e8ca85c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbea56f2aa9add585ecafccb9f547661c3153d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ddceda8cc1cd2205c583423d82e7549a9ae6a0652b60349487351d1c199a5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e85a00ef08c61f178675187f38f181f29eb753
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58926ea87dee4d6ac022b3965f8f5e36e77016f0c8bd6ab364735ea300257280
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f47ebe7b5de85237f3efefbe55c63f8f2a40a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4801ba1342000a1340c9deabb2dd636f88dc50a4c168380003c3c34042031d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d3fd6136ea0a1bb6f0184ea31889653b4d0856
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4697fe9ed3b9c7e29190ac62378c2c3779cb6471bf6b98899f9c6b8cd8884885
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a14a691af7e35959c636f7a588550febf3583d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a22773575746d139615466113fd64d3587b4f853de9a1d368619bd0b525a27b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2ab7f6d3e5c9aacd7ef3b584c188cfdbfcedc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e609616bf2e1ca14882676df8d545e15188fad3effcac7203a4bfeba25c6fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbc7bd3651592fa41f8863efa22e9c629a96760
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725f5696b901b745c4da4a1c576f92ea4c496c88e2b5a265d17cf599880a3c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658bc68da6dbec41a189d354afbe3219505c3836
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51709f4cd0bd122d7d1af615e1a440eec3ac6828aa7b691061ba727a24e71288
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd91874e8e54f862b216c147c34263cee7aec66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2a096a52a9e1043e667c7d2138389b23687462d1702c680170a9c3b7bfa8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767b0ae62620cf740e6b135f5a19d22d5d206105
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778756909e5e81532f1c9df51e1c80453b429a1399a9f9f6a8951dda09413ab5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540a60ac6bb998292bb489ed7b8c1618fdbbd5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff2095898bc090099dc18a8847f6915ba56aaddb29f85fcada2ffd6dd015205
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d734523c6bfe7e0618147e675cdadc0c0484e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0219f2d08c93f68dd145ba0263988229b504a30d51a509a3a65bea420102d4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a261026993662578fa5e19d7f1bdd59203d64c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95767dcc754a1669d171eb8a0e275b1a91adc1dec2cb87a060fe8f66403ab697
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e704c643811bdef16b640caff3008b6d086b1187
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c98906e3fd8a56261b31e2f66b0894527cc9181c5c517eb3d9598304671359
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06543250317936e8cdb9f84e21991e4532562026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9390cdcd4a229137689e897654e741f4fee30878a47c15d7897614a99e5cf7ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6d2bcf6d0375808c2b3b9a86e2a58d3c573f67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b059468fe5e9f8c2caa1dd99a7d729588948181ff7f161718f0ca5e5cabb354
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858d13e3dcd6a9c2a3f2f374eff9da287cd301c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4e7920636613ecc6244ccfb1ced031176da9ad69f1c6d4fecd829644e657e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf69b9324cc148ffdda0f871b0f62ff04d441f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0c293d721c5091c914cf989fc2b6a453345d2ae8da740769f9a716a686ee3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00332215905b701124935fed9b0f896e2e8013
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c475cbbac7ea390f00e95cd5921c5314eec1377b6527a67eb3ae78a194bfb41c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae811113ad1bbfc5c7d040692d4c31c895e33d23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a44ffac8a595c0eb90e1ba6fa7110e259352be682e40c41b99ae8a2009096c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277bd203d1460b2e48b201098ae0b3fb6dc5922f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84103d04c703830eeb98221fe1fd731335fadf6a37999125f075640d71971bd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc0dd4ec77acd598775272f043d60fa04336cb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab94ad8a2ed629e3e986a508d1be8a3dfaa484a349a4efd6c9a9b9038ade66
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2003f7827a253f58291907627291a8a0944b82b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789612d6d5802c4f1d21a328e261f22fdad1cd1546deeb500406c421b132f373
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ae2ac1852364c831f0406bb76c6ee450802d2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f44d7089072e7682f4e8902fc0e728f623c328d1cbdbab9a6c0ed17f8ebc03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f761071905e618ca13cd0a0c9d407eb472220307
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe98a1d167ab2b8d4f1d2aea95e0d3835a0bf7e6ed7cf0f5f5877a10927bf17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15afd5fd0faa9f891884c543c68ea46fa830b5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c1a4e7b90dddd4e8b44f3c0ed59fc033b0d3f8fcbfa0b06045727b7977cee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2e9185257e12df66dd567b126eac5ac97c71d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26d330ef3195afdd72d8227e6a838fefe44fcdbdaf320f1fb0e0de11155b924
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5343e9cf0d8f1e547018b91b1aaab42db2216c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02441b31fb495081124c06d249a86b4ccaa54b551202a5637b7f486ba10a9ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c2ef133d9fddb06b5d8f9b241f3b16a4ae765
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993640bfdd7c1c9ee689c20fb896dc3798066d9c5c9d25b67e6f63e2afe53820
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5544d357bf8159adc83bf11bf3f50f8005d37079
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b5f9733a16f276da70582f931189eebe23f574a18529957d663c4c578b873
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5470886e3f2f44a9b8be1ac6d9e2f882222c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e4520247b8226867addc58f5ea3c12568b676e3b082054d9baf64940c814f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a73da0877f0684adc8e1e696cae13e081c13af5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339f8d997f527a5ed84a65152283e18d5ad09dad448745b99a8fab095e422859
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3e9e666d63d39102354c328417f67de53ef35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8155de4bd287afd71dd29035fe1e69940fb48bfe89fd22b03590572ad9cdd5f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121fa410dd1c5fd9aed9687470fd0847db4e4e53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d66bee71a1857c918ce7101932a721865ebc21ebaf515d8398f899850e8333
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaf5cc7f7eb69cfbed18d3e718e75bfd4692567
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f922b496f7656c1786c7e0fef02885466fe18af04fa50f9cd677b94f3d20034f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b801748127c01eccf5386d86b57e2cb317aace7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f38a8447f7256f35184c9bbb2a9551d10171c2c71f09b2ad60fe8ce9a3500c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050414361e909f4666b33a6618de5b9616db2c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce8fbc7a502d4f26fefb31c273e56a518652af27d7e9c0469c527b119ca57f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39409487cd373bba0b0db6c887904fa3478458f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd54f8843054cd356ebcbd747d7d9e90980ab668c9e75f7629d56e15cfccdd1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01570c78b294fc601aad7fa3df727c8de6cbeba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e684e96d25bf341436f34146d1a72ab24499d42db2aceac14fca91ec4f09745
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb79ba80a871f9d07f9bbd2dbf958093420fbac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a37af32cacd8fab4278a00805ac4814292e69129eebe2fa4b6bc8c5441cfa3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065c3309122b3076ddf78c852247232b2c809230
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006955184f09439d018a7db8b9ff0b49ace043250e4b3633c222f8aa8c30b8dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9802a230402def21a0153b185cd08a8a5c178
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3cfcd51efc96dfb701dbfc8ff15b2495f41618ced5984dcc32524b1d2ec28b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a50bbbb88ed7cec3f226b59cfdb8e2cb64a5e7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccf62f8a21e4e6fdaee70f35077f2d5d49147792dc468916bb56167639c0f07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873a6360a1cdbd5089fdcbe53686cd31c2c9c5b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea45e2feea91e7cff4883e688b76929a6035392fb4f0f354c32121ace286311
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4f4a61724e74f625170fec3ab750b96a6ca3d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5be8eb04c27a2d61175ab137806a12a7c9362545d51afd24f8fd32c57a5fe62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f98a8da10d007ac4be585ffd92736751eea3b32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d88efeb8c674a764575f1e4ac612549fda90d371c4c9f5d098d6ef005c309b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebc2884cca441d68265737b5f3e31817f5d9a44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e592f15e560a9e412430bc180de50c57e5370aaeb8703d64f853003e2a3be56a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c488fbb110cc66acb4e6fc3c976f9cb46b7e47d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c11710d82c91b903a7dd56b7e3cb3c444864d2376db433453702b034cff38e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3400fb2c59421b031c22aa8cc66d9ea31183c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61097c29e5bc5e0f622b62eaec9df9425b151eb0ab8c74b686a16d52bff7b164
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622403ea28f64ea4e9cbbfaa4912e00dc631b18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a8ae44a52097c0f7e66a5e6e3578919ecd45a34cefa253baa68e1b75e45ff4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3bc321e2abccad87be1ba778b3849f27248cc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b099a9615d4b18d5238d9202d34362d7789978fd9ce1df874784bdc722044587
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22e89c7d5f36d80460ededd937410e65116f515
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe74305946c8605f34eabb532ecf36c65761a0db93140d54b752a89b0275b74b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43862bf1840fa5f6504ffe3da67adb2b1aeeb6dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ce235a2508e8b29823c831a9b0eefc67f7ecc938ec52095fc7eb3269593037
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1e0b5176dce2d37a74b432959e4c7b01e66b36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83a9339c1cb681c14f28f35bdc213e4e9ab111f5b5798a67d1b73a55e8c80ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e14090f76cbbd53fba690956c8831ac8ae6b429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f58ad2bc96eb7ec8c61afe43bc25fb538054291870c17b08a4c0b0694370b77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5287711eb67fb6a49ce7301b660bfb220c174bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a910800f774176b629957d9b8d9f8c0a5b65a93a3c2f658f0539dc0e56717b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21fa9b0043439040a4b7cf8b664f8648a293103
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2c97c11d5e86f8babed2f69a29d842bf2e0e5bb5fb73665a3ebcc1ab1410cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ceb7bd38e00cb042e10bffbf64ee1a1ebaa46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2609e6e1e53b985edc4b4c62cd8267e335aa7a1899ee6ca93338240541a4ffd8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0bbea99a02d67e5d264854f9ab76b1a2df3b19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7eeddd2a04af929df34fc4fdc675d72741d111d1101f98b1f3650f89748d2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4545460994f33a750c672a0029cf1244fe2451f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fdb94170a492cc2d652ee4303fb6ce5fbadcdeb1a1a98200a3f36de2cacd43
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f736ae55896ea685a89b6c5158330aa8b409743f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0519929a2e399b9115bb9edca6c63ce4ee8e4a6061b914bd21bf1c3d33f5b7fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa03c6cb7f41aac8e458789e2c44dbb21388a62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87291afca46e51ced02d454f7e096e608b12311b84abbd812f25500e345784
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073b5a0a00ce0b3a06c0b9af25d69d72e39d0f94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2bc34a89fae9b1eb57a5bffba01acbe5bc1a46d4e64d38a23ba22b067a0d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e169960c9b52c08f968df53f193b72cf0e10188e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07818841de73de07497f7060a5914edc697b02a8afe08ed448d692c534a0084
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d53bbd56acb45f14ee615eac0174425af1e755
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdeda687bff3637de7acd45c06f480b57907bdd4b9e95544b8276a35762f273
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda248d8d3c809efa6d8850aa2602e80a7f6b9c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ac8a17f8c1d3478cb2f27c84fbbd9f840ee87a778cfb53a50ef0949fdaf14e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65b27f655c1322a3dd28905bdad889254376d92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041cfb5c6a5d212a28f75fadfc6c06df87e91a3e7f490d6ee49153937f06a855
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a0dfba54bf6691379b7706e0507c7ea5b8241d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0da6be3046546efe25c278d0c24fc06fb2a1d08fd2e6541da10727c165c116b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48926b24084579833c89e15b7ce22ac32643f1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995000cf76bd3ad1cb62c2da69afc8bb7f57486be408709566c18e0d7a4a545
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da052ddafcd2e083f000286f59863250449fe086
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bd9040b4305f9444ea3cdb489d99f59686c7b7734b284f5347ebb2639a5d1d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df61fb9e4df5389b15cd32d00add2e3efeed53e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12b42fc96f7bf27a1981bff860f6b2b6b7081366bb07a5658bfb4b4a929a1c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81ab40f2a1b04634866ba53300004b2de4f0ab2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdce4b8cb9f1ef4716100626bcea3cd29747953ec99340433bae781b5eae2d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a215c9a8b96de30d546f59c501beb973f8e6210
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3288884737a0debf1da5925c8fa6a66122d991148687a76d6da9693820a1cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f5d49b77075c783afc7d60d707408cb3e5b725
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d673e16dce703201ed3798a7bb4a00a06312e8b7d16f9a400946a010296a5bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03604f0781f602fcb1f99b83ff22eed5b1477f85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b913b19540974042ce44409b7a23a12d88ade1000f90702f8fe1a2bb93be565c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fbf158b6c8715a26125174a5d404dfff7fb108
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01ec083059494ed239d5bc369feab1384498106529a265ecaaadcd9a9a8ab17
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599efc0990cc952aead837beb2a06e5cc8f6f9c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69da3ca4073692f50ddab2659e54ee8667a807cdb4aeefc35e56da18c1805513
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ef6dc7beab832dc29f141e6960897e6616f052
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f293bc75f1d26d0566670e3c230dc25dfe7fabd0d00f78599236bcf76ed531
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d931bafc6fb8df43dce1c00c93365fd868a2ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834e481d5482ed17f7ac724b89d9fe777e821dd527aac6c7eff183ef7f798bbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8c199034a339d723317aa142ac80e7224c65a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a5b82f5abfa5f356f5b97dff9ce0164c00e2a203d58633ebd3cdd52540eb9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670cfd485bae11b428d600a3d01d7a06a9fbf21f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1758a024e5cf7151260179a3f37b74211e00fb427479e9d6d95eb487df92ddfe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0856e8d1fb0599b2b1dcb8bebe0f76a170f850
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d37234ab48343c53a8d23c0e364706d4ec3963743de466d55c02820ac58cfa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66bb2ee5b187483afb52795df0a41ce552de553
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df48fc16dc6ccaaa0c5003745949c72ec2ba8986504c59ce5948f5c8100c20e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca65b57e3877ee7c037aceb3e303e16acae30278
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb97e03cd5d6598d03a768ec03ff694088bbd77abf40fa288a604c99761cb9aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e79ade617455dbb43a4cd138f5b61e69d5a04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48350e8323f60866a9a49f5c3c2d450277848dc8bee56fb659acee6900edcda8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35efbd9e6266416332db9c4294e41f17e15a0a65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23aab120fd3b65206b7f5aaaa256a7acf7c43845e3d027c99441b5e7e9648a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1792c3999f3065c9afeec80ee6fb2befce5d994
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baabe68b2374c2f2daf78139aa489a5518173fff1a9f8b3cb2bf03c2ec587418
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c94858c0fdd798401c3888b7fdeb28b21c3fdc5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac849b0a839f87154029aca1546a4e3790fc43e46dbe9e5b00c93c021dc753e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5286202eff00f30cf33f97d38532ac258e7502cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17fc3cc4109c85bc9c9177ca6e44fd7f27be0bc88b61ef350b91376b78493eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383f0b7a5bc67debd27d6b146a39677c97bb1d9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbb302d9869c969ac28b827164673a3b4637abdf1c1fdd602d66ee2d4e1bc7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8ea06d46be70ec317eb1fd913103c2652e2d04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49ef190f12721249eb4e86fbf4034ae20bdea9ccc1b07455c5732c4f69d73dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9603175f7f0d46affa4065c41f290f38700385a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16049ef9f1a7353970552d1529c13620a05e155eec2253365756551bea5120cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2893b36cf56c7fcd371e1fb04dedd8ff34870f16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468c9528e03e9b315d29f5e87e232f15530d2f5fcd8000c3498bba83db555b5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95eadc90461a24ef1e72605765bec19dba929dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927d3773ce33f80645f7ae2dd61d7e2ea71adbc5a967725d67ffdf340539b1d4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef9893646e31d4a392fb0a7ced9b03aac2e585e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3046f4ebbae4434f165d7f7f2c082d9bdb3a26bcea6dc571c3180c82a9183fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc09d50b6cb81099b300f99f2129c3012419bab8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e58a7602e6cc3067defedfb86cd82af8f426007361bfe8d37acb72aeebcdc3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bd89512b3bc86f1c50cebf7431d08ee24d64f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026e9edecb7dc2308029905371b038ad2c0ba0f8f4760b34d85837f1aa51c4b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208733f992147ee20cb3a3bf9310747c24c011f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d1f55b7caa72cb03de33ced1474ccca1af563ee25f47915b0e45d5270c375
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da97e2d7d23f7ed6866543183af06f5f46fa8fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6bf7f98f0b46e6bf645a1f4bab95210d69ae09be5434ec98448203bbca0d5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129f15ffe7ad64092590cb622748ab5c5d0a9718
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01db1d86652504aa68b001d38b0812365e8307a168dd584fe028fa63c17ac7b8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9eccc0019f5a0533c6aae6d0487c01b9cd33fb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404eb698c3ff98b9d43d8aa45538d85d6c21ceeb129f96e6f6a2e750f8d455e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd92e32730863c1ecb2ed90ced162037c6c75f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7730a4784c291b94f9baf8945c2173c515eee07613809b3e4d734f5b7eb424b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dcfaf1eedd5c6a9de5d0745fe5489a905535ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d95cc3de01b144e9dfd1a33747449651afb1cda453c19103b33e8737606a27
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e037b6b41c3390dd5b90c55ebc21f843a3614869
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa65edfdf3c335efcefa090b183efda92b762b102c0de24600a16256bf4b597
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da78240b6ba9b985ea61d4b7cee79ca92f7288d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7354060c8381c2a4ea4c654d679a70f0cec69803fd15908dbe71c77174aed7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fecc5980aa3942b4cb9bb49955d0e82c20838f85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18bab7b8381c1a97f0b735ac0c1dca94fa61d070e41d98dac1fa334de23dd53
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1131ca155f13e2e94c85830d1920511a250878
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438dba304833313044b7ede0799d99a740bdb2807787d267f74697d75f8c538f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bd6b65a6da1642a5ee3cab23c1c94cb89c7c8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96780f70528a51f52563b7fa7a67de0189885b4cc2f83adef8fcd749bfa7d196
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427ac764f4a38ad692964ecd60c9ccb2b4f2011b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87bd79b36736fe24a7046cfdb78d00ecfa2dd21c4711c268407d02500643054
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998f2e641a0608cf0013c8fa308ffae23da7439
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55b365e44949077a9785bacf2d151e6a8c4271ff9f56870fd1b67f87a7a9233
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e04e11bfdc5e01a8a0c34f33d4ce8bbba2569a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fad6ce156f107586c9296d1e6f837e1dabeaf6d46ec6ece3670c1043e48a32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dad2099bbbc4650f57341395d7e1816929d1170
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e792ad27d5b04ac7d41df9a3f02879b37fb7cf4288c698cf815982aefdfe32d7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f4de86a9c7474392634017c9b1882c1dc51569
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1225258fd1904cdb6b8776b4f285700ee88a30a859e7a023371321a4dd5390
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2bde26aa0d3ad78398bd26b8bc61da5b4b924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8132b13d5051a273d6c7e0966114966139da4c0271f6dbe7666fafc94c897c32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a39e29ef8d68083e2c2efce4a72dfb99c8764e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a018e55ec04cfaa34721422c751796a86fd97168c4576c711d1e5c3605de26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61c3a856c72521db293678c1dd148ce4837b0c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3faab6600e924865df1f35dbe6f386a3fa84a0c3dc6a98f8f65f7b6616061f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf307b73ee107feefaf158edf8b1d9fb673b5e70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb78c89a872a4afbe74baac2ae7a68fbede62ff1cd49730840d8edc41a7b16e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853e0deefdb40bf949e0244e5ba03ef788b6584e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3d143cd8af6a33cc5833dbb145376b5160e53f5bad23bf6eca2ed11ec8abf3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5600e0ad344825407b01429f9f88b26c1f7f7bde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9078d357e0f88e25c747c95146aa0c842b8802a67f92411da68c5fb615623b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a273dd7f5c4472ffa06acdc365b31bf3a6acf5eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8ea95c216bc0f4262abc04e820cf2ebf43850fe621348300e831b58fb0be93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fb13c4495cfced33bbeebff3609aece3f56bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6538664eb76140d48af67755b0e68c899bcee4865834ec633f589782a01fef00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283194208424f4467ecb2470bd89f69d56c6c286
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98cc039e3a69013eff6811acad6d9fe773b0b82d49c202f8830bd6ecb257ac1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4012081a0f01a8b16d23ef98906e80bc177f092c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8837a454bc32482a6ed2524f012ee0bda7c50c90ea18ab2fadf3a04eaa3dec9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0aa3705f2e4619189c2b1097473b05c36bd274d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b932f65aeb981aa7428c101f02281f9c49b88b1a68b4c7401a3a75c7bcade4f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7902b5c1c497a00ce9e4fd72e7779f4c479e3bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034af00ca80f8363e8a64784d17026e234bf9fbdb0aab8343acddee98d11506e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94123409fca1234a3d85f86ecce2347b3f5a738f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaea32a02513ef0e5b200f82a9679ba954d488e52384a38abe5b8f88fa9c110
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7420e877fef5b164419a2aab0bae9881f8934c5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a74e3c3cfe7d79e4070081ba8d875e84410ef89c25430b00a69ae97ba0e2594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e518a509503fbd88fb700b5ef4f3914ff1db06d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a8986163319ce37720d98ee46b352b5141c7b4ea6c9d967fe48fe12513fe8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643fdd5f535c193916b100e414ba3ff155b2fbcf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f84298086b90aaec2d538740d5d4644f12295fe428045ad0ff2a33a34810f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6df2d3909a08da9869d7828aedcda1a3b26088
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1ca725cec757495ecfd90cb28ed10524cd3dc1a9769850353dda5d1f2ce4e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f192f452087518565685cad4234a869ebfb06a4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd130d7c96837becec2e675e03b90259e67e997904cf76ab346eb1b9f1564ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4556f7b9ef1f884645782c5892af6e79b4a617
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f69d2eb774f8c4e57d3b87dafcf8656afbb47eee5bcb5f8d7b2e3644a57538
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b5e0ffd525406df3fec77fd158dd64e59efbd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06797ff6fbeaf81efd537e6bf88908856b43ef74a895797cb2c53894c4aa473b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73710fea1d96780e71d4d516aa108aee6e4d9f8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304648a800cb0ebe6e77e274c40afa7532c349306e899b3b4364f2dcc3c0b9d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3310a863334556385735a1c42315a015115599f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413491a9b4d9388de4c680715198971b2cdb0895debeee8aca392ca8fcdf847
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df583db22d752408beb4110bc6db0f7bb6b2fb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198321965a73de60d12907ca8e2e837673d32eac96d15124efbc9b2b4e16eaf0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30abcd8fa4fd65f09bd8788d269bb32301a1298
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b420b62c791b28023003ead1fb8ec396a34eb6e98e5eed378a2d2080a3cfe1
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba0758d11fa6c2d6604c347f7d6ee736f6587d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab676dca2e88706e1b708b5e53869e3161f73efa585c839205820eeac77498
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1232e02295a2b46139afb971c87c867868390b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b8be1d25ee7b149d72ad7dbeaf451163415d6ee61bf3974a79008cf136893
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc52a5d697c7ca9b5f0ca2156ebdb1dc223c120f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67306bd27a7194e16247db2f4e60a4a848fc42a7453bfe26853bb0b74ec91a2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ba6af764c9d2402f84c0058f80e0190ce90e69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b63014e78f8f645472b0e546e03a7664a14630bb924cb8048cbc9cf32fffc34
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8772ee7e7ad716891124fc190441128ddc7c21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500def520dab90adf783d003ddd0aaec16621c1bc19c51b260c61d2974d16657
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a538534bca950874e0899479526680bc1898a7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cb35d4cd25a5f140b2ed432faba5c430948c307ed48bbe05d93eff931e31af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ea6712d9a19220592eebe5c8fc701a3c5e3578
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a27e44546d9a8df93ab60fe53aaf0c97fcd08b4a161c691a420b3c72bf0f1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdd5a045a63689f54f88734d6599efa4a10bf15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566002c568a67b39a3c6eab19a041b5c8753a5d12a1f547021435aaa0df2f3f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5081b9b4b9b6d14198748cce323ce2d5250e0077
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76204604cdfb5bb33a75060e27e723357658e0925068c0a03129145b7f77ba6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71c4221232bccda4746a1be0013765bbc30f61e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0941c95234dd7582b37800368dd348846f69ce4a2dc2947ccad725b2658c703
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fb1f5ce1f52242a9a28979e1efb0bcefef3217
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee411c193a9504afa2fa1e63762721811a5792a42359118e5fe4b0ef995cb904
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291b8fd7a2ea4413f43d7bdd57ac095999f9ef84
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bd76596f865436c0b8428d3e80c3ce8d245e960fd4f38259ac91f1300d91a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59b5a7abdd6aae5645737b12d90a40536aa233b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e427dc7cbe0519836b11e0f0aed75c26eb5b1462973db7c1d865b9090e74d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84edc071c7e0ecc2cb4c097f2e10edded8e5943
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc17c7124537fe8d0ac7c64fd60569b52a0edb97139df8fddadae57b121bc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8575634ce97b2691654c33034220020cdd1e4609
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a17eef91f3c54fec7455a3602751c6fd3983d9ed78a2addb10612bcb3115956
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30df0f982c8d301df8de2dbabe848b65a30c4684
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4147ac56c5e9fe944a458aca24cfc7256b579b5768835bef1d001a29278049e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9c0da3280c08f4f61741f731b36e4b24e2aeff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb881bcbbbbec93b881c5bb2e3e8c915b88c5e106b2a08bf64e2b271c742cf8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab9a02012608343a1489f7cd845b7f50328e9be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37adc0c10dec68dc3db92d7dd34a9fd78f835c74ca7abccd6cc54e8b762a7c00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211db1b4c333ec4b84b514035bb563cc8ced0abc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10430c6b20274b3c6b56c75469031da90667fa6e316e261f96bfc1cc31162822
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b95e1279638c495eded726016bfdac2e26e4a88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4804d133c2ce45d2e49513df6613052e50f952dbbdbfc79948b9f7cefc20cdb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219fb634cadcc49438a939b4a3f364c1c40c58e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f23cf7df218fbe0bf269f8f87fba0a266ce7c0f5b9dd6580628c05253c4677d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c71fae1f3ec7109225e5bf6f3725056125197c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139d49dc3f8be95f78fb0028c46015276dd1a98cd7ac3b7ada0ecafd6dad2c10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab997a0b3f5ea50dc0ec6503dc6ed3aa5e0ba5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d5ec1bd588ed0c6dc4320f52383cee602ebce609cb2590d76505e09eb22f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d8583ed2be43c8ab3d6c6f42d9f04a9f701d9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3315fa86640f5df0aa7e85c644500c31c0556794c4e8e3c7001b38d5fbe84d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f2179218c5a31c452c82f0dcd23156e2438f37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f7ab22edfffcd61c791254a992695433422a50cc8d06bc49216c32b8d4a43d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b3e4cf05da66dbcea3363e1f54f1457c2cb5f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a5920a4542a04dbb482816a69d78c65c27f45c7d271855ff96e3846c6dff68
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a9aa07adef3c62e5dafd9362a3458ac2f45d62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e94d770bfff3f1a9807ae468dc23a3839b9b0a92ba0715b9b6ee26a8653730
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3904307ea07237f9b1acfda5a2d24609aab5918c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272dd5d86be0886162023c39f1fbf3f78e10881dbec8e8f70c9d4b442ec501d9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f3908d00608a7c17984d241a517b32e59f9fbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7dff0f5c633613e2a329683f0232db2b8abf9694ce1e1e8dc0714b50424125
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9136fd0b54a38e986aac501280fe7172abcd0784
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02605aa2bfc676f933bc7c90edd0867af68d21ebe901d93040a5c7c6940a1b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46afc762a904d914a6532d9adb9f62f7650895ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4c0dec908e25a5c0d070dd51546e7325c711259075134225d4d7026be9e22a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9c5c487ebe91dfa1a68255ffcca1cdf8013ea9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da3a60dac1ff3da3af07abd2b657b32158fc8ba3fe1ca55a076dc54f9b0e47c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c507b834674a20e4285d22b253fe0ea1fe8b28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b7b3a223316c5073f334309747a601ea48b1e9e429812ccfe6ccaf5b06199d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2773e8cea9896c26c26a6e107a1a7732f789584
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac841796a1c999dd4cfd530055c86851a23b74cf023fc18f6009028628cb7d29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d5efcffff5e77e4dd867f8195c9dd3575aa888
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0356db140d3612ef1b0f83a0ca3e7653f394bc58a979cc8b97dda8a17166ffaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b2d0448ac692b3a832ed4c64e814911fc57640
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5711ca8f8e544fd23a5ab307bfd93b9a2480fffa1a349670fe80743918e81c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336e27f6e1c1e17dbbb3f2c242fc4504db062fff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f7f53cd8119e04b38d97a321191390a0ba1adf6b026b46a31fe8d04f5cac56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a94ac55da4cfd07c2eb77e9840368592ea5528
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d9622d1fa4f9b152892829bb95c2e1c24e1c50ca0c650794b76e3a7ceef48f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8377b839291a62300e5c7bc92225aca5af7e64fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8962035876bd84307742c014b7e71b31e738cae7988cccb532235a1532d623aa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4b73790c8f96edeea7f64f9fa1779ef9ef062e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8f856da0dae6cd94dea454a18bca587a082da544318779055a4532bb8ac3b3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e70a539ecbbcdf62c27a003acf0fd6228615c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a33ff102f791056120f9052766688de8874d4588b7a662559719ff88c494f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deb0254c39a87a558c7bbe4e173ac4fd6df6439
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca46cd45a3d7100c0a29ad61fbc615df6b436cf7d80779489a9cb810877b6cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5378f3c603a03437e3adeb988efc0e90c3d02b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379bbee260c4331184c23d77eb4ad7067915aa3996e922dac474050ba42ecc48
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fba94f39b37b572927b24ce2d91b9605bea7ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6328ef2fd4efd718c008b4cbb38f9768604187f98c27268fe5d00ee649d745
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588362ef1cd8e1e94fcab38cb45ad0175d51e850
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8cb0fdbbdc7b4f98b06a80b6754a0238403b76d3ec74e6403b938efdbf4c0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfada2ffe0f048f497e5eadbd73a59596e1429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36875cea8bc918fc0d19ddb44bdfbcf0eb3f2d4301cda9a6b01bdf288c2f179
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea72acbe4693216cc216a6ef5cca6550622a2f47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad10d6d27e3cee7fcc40ef3fe7095dcb8b098816d59faf349f0114cfa4a8abc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f843e1f4bdb56b9f094904ce4883c10d0fbf30e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c046166eea0183fb1b65e0cbfedaf91a3c17026fcc2a2f690b2ef9fa7e9d85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f333d5c4ca3f43794dea7b3687a2980286301a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cff106f8d7803043a790db735df8c2f95c705a55ada5545179fbf5a591c8ceb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f584f29815e56cae6c10d331ecac326fe6149514
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27975a1f59943c61671c03feaa454124e77b5a3e710dcf04757ea764ba77a5ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffaa173f0a75109577f8c54091bf23ecd002613
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa603e09cab440353d064a9a50262ae4163218261c2fab36cbda4240ce0eca3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad83986fd2f80cc8ce2346e7814016696f00cf48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f25d4dd26d1a9d5ae60726b7cae90d7c193598e55fc3acec3acd5f923fe953b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5e0e132c82a47fda288dc8deb8007ad8942996
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172c6ae1d55f8c48b8b0d8237a97a15232c664b60464f3db42fb467843a1bd1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c5401b3255db689d415609198dda0e88b7251
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e25e331141f8e586ced692209a176890be635ae2bfae57199b87c5ecac33c16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ddd9b3c3928d9d1173cc73ebc6c616f68defca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c336a414020e1adcdeb631ddfeca15a2338e6729defe6fff4db185ebb861cac4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fbbeda74a2c22a343c58e43413a36bf29c6c4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebf1b285a099c1177017e9cd43a7e2c6a9285e60d5fe8331443bbc27f7af4b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09944dc59d78fbc3915435d7a4ef869bdd906b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0174abe29f6105afba06d80593f57b189f135905deb347dd85779c840f863644
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c07f6989711c9d5f5d57b53512badfe1c7d03c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d739329b2da9fad2e0a5e71243acd9c854b7d268f068c45e80543b3f7d4a32d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaca7a636b3891029f13eee7e3bf9550e03815c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200cbdcef255530e9cf5b0a67430bced30b74d7e573913c9c9ae6050769ff3e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889b768349f6f3ef2e0088a2233d87635ec841d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4605811b4aab1e9e6a360228ed85ea795f09b3c14942d4886c2d4693674f1b93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cf569666c381c9554be017321ae5304b51410d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5dde9e9a1622f7fe0072c5e19a967bfa87d2aa63191fe8fdce643b28de9123
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2111fdff3feba55aa53ca5dba245ea084ced506
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d9bb9eae91e9d0fbc5e4a4001b4e85dac44e7f7e0deddccfbeb39cf19fa846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91b5914990bd09c7a0aa370c0e07028a91b5c56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4340b925d62dd5967384f83d9192d7aa466998198b3a5a7db5ff2cb5ac31919d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d2c5bb01a454a25594df05670c8c1f853cb42c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c9292cae41238693fa65a40f9dfd768cc00b60b5b115e7933992900ee8a99
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83429318f9822f9b921231a9afa3b4e5d092eae7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c775f551002400f60af7f99241afe144a6f1468c5f9a66156c0b2d2ea8c02ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b0330cfe912e5b5dc1ebad639469fa96b796ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9dda3501e49e90b0e3cef516086f59754512c2369488d45fbbabf24a71bd8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7b8ce1b10a80c6deb4eeec781f5359bb5bf280
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef266127944a2044189608b473d2eb0151cc314c9b8b097a843bebb398d52aca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0801335cc63143a3f28dfd117921e752cb7f4441
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147d21204abe1e95da5340d70aaa20db43462d8b4b95adb4bc7dfceea1eaa5a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead8af6b40ffadb76bdaa87c1910915aefba401b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b62acbe851a0cbbb280e3b13bbb94e8ec23d4dedeeedfee971280a88ff1173
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bdb4ca3b3633777c3850d57a2ab05d8c61b607
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c75784c825699aedd5bcdb5dc7eda2e89f3c1210360db5c9e4d36e3fb170da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a0f9554e3c6593a2aee2f37e82686ac3820344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa15e5a722fd0365a89edcf607b96071916f520a5835d5a2884802b24fb2ae7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf89f668e3c2d10c45df20fd1296bea8c4d26d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afb2d88ec6d00c1ca8d9b8ecc53b78e48b8117dd9a25713bdb0a6d64588a369
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6bfa06ae30903c2f1df42d870607c86e117302
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be69000bbf756f51d38eedc18567bd9fd860da05ec9ec3279bd6fd454c2f1af4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697a770fc5ca88a023195e12ea73efd261a7281b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03372e1c46ac3416f19ec57e73b9f944d526c3228d4778daccb099f7476b119a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833db53be73708d749b97f6bc6c743bc4e7048ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccdcaf8c17b9a0af17ed579adb56e82d6c080d2d0107ecc4e76c528f148a4be
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486e98e43b5050d4a0a5ad22a22c38a2fa05da64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92fa420ea127dc02fcfd154c80fbe329e4960232cf7816d26f5e14fec9a0f33
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4c2b1d37f8241a4b4739e81d98e7d381418eb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d108ca00d278debbb6904114e1a53df2032a4195ac71b7ae2276a2a6c85968
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de7572de37f8377b192f18f25446abc2def6180
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bdff7ee59969b042c1c2f697f278b01259f144bc6ecb81058dcd8409b10aaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a2e27092bd8482e631569af25c21b591b21239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83831dcb88c3fb7c9262f079c4ae003fd6085d83f8cbd33fb54ac9978d06aa24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b36210862ac501dbbc3ef81869d6dd43b5f39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9908ceaef87c161a698b6238da773e5bc7b4ab62605c6145986dd0c052d31d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d590ae6be0e265e732290ece92b8a0675e66fbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975bf06d49b410c47fdd6056d366625bd57d6abcc63cfec4cb635e417f09b86f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4e582e54fed90cee6a82f57bea73a46b53cdbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50ff4453a7cf3182f5bb8c4df4fc5277f6d0ae83181a785985b8f72554c2f75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a915cb8a5953cf70782d2cb46e63de980a410e90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbff5ae4972c834f2bd07b0dd6a39e7bb3b3fc51ce00ac1610d657c9b74bcd1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a580f29ef12ea85d6973592041117d7ac4cb8af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6885d91eff0a59a0be242fda38b1181f11b6eb8935a129b025ae274e5589b8d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babcc081048f68575415c911477a31c8330062a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875ba711676a6efaf0acc91a8cc5d116a88893d013d295ba64501a75e4a7c7a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4db63763aa95fdbc2a01e6aa671fe9826c10da1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bab8c8bb071d3e9cc9e887bfe7a5ece75b2f72b9238820eaef9624535da1a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca790d06d07b6a440ce99c94e988ba1a4206283d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20808d1623751f9d5a6dd8faa6a18915991cc900c2f15ed85c1d4d409a69766
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c523398876551999c0b8de80c7aaadb436a78c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52f1e11d1cd9f986ee62aacc97ee59b532cc4587e0bd1b7c836795f0e0d62fb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961bf85abb703c62eaf998d67722e1c480f463a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc9616a6620e5c5c7e39f33fbb0ee9f2cc9fef8c026365d25c4f1ac7f7bbb4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd961fe03bf2bf09063dfdb47263617e63162f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33efbb39ccf62a3d793bed217b2636ce89ed6827bd63e9bcccbc2378423dd582
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64a534b38023fc0404b06a7b04fc429a7bf510e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2247397ec6f6cd48b9e02b541f5323a72b9afdaa6d435cae1d33b5c29e075d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81ab4419d94eeac875bad2bb999b62d38478461
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9473a06e0eb1f0ead9f419e681747bb81468c09f3dfcb19da47d262abdda0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa20d8fa4068394f30313243c7216fb4e5739157
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3981cf4212e54be3e767d5854cbe79a479189eee771a03700e50ae68ac136e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6981a6e9dd0c0cb755a9b1103bc15249da71b97d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cd2b37113805176ad945f8349ddf8dcd7c2f17bd4e9591e513534dd91ad14e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452f5d1c3b9dd65071ca5c947a77f79e8fc790fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fc583a5d51ee82d6c68292c0a2f4dbccf079c19ceffd6be151b169a0b0d687
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff8b042048d62236fa0b1d5b43348d0d9d5c54b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a7b5e79ae72b0c051efe6d99ea3063b91084b21c4a55bf78062454add747e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31989ab144392709cd62180d1238f7fdc37e0da9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0396bea1ab374e546c203b397401b4d7f4ce495b9c6cccbc9affd61266dd7f3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a53a888efe0b75938bd43720df0dba02e60f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049b987a876fa96a705f88fb17e4a1b30c8b293caa60803f763a362b9b74e603
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381a1632284c905f542ee8d657c7d6b73db09dbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c626d171c9349e1b565c5386fae7a3d852e18c1b0aad7ac866e0679f005995
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192ed0cdd1f716c6aa39e90cf01d13630588c9d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d029ff3c32d12e967194d4e513025e29d55d2989f7dca79dd39be841d66979
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0728442c01e00ee9655de80a5a766c51fa8ff7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4904d142540b1334b7823d6ee2e8513016b95b0ff974322a1fde16814e9678d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5a2f95812af525bdcf4ae8708d9a4aeab5ad2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd8eb15e530c1cd83b97c9468e990c1e2bad5c45809ab62ae45d8d102e02f8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09529cbb9e97d39145d4f25308f3b46c2dff59f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4146b02a0b8ccc41b0e1e4a497ae18c7b253f891901c0626fd25e64cdf4ba7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb51c07c9832eb33c604ba01fb57e5903e03aa70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2b91f8ed27f1ad0a5c62aa6737f0a754ac8b24481aab6c2fca29cfc597d9cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a57fe87d470bdd2489946024254474e3d2003ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d80db5ee9f63816202b7aafe6da7075f476755d0e4640658efa8509dd6096
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7621f430ae8807abb489182b330457f04b7a86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a5e10eaedb6eaf99994c399c39e8e5568af339815e353fad76fdbc27feec17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3eb9cf0c8ab9bd472a4e3b6a1f0360936a2caa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c253a5748faf4bed6e0f824e5a929f1613c7cfa855d0cd19c4039d42f87dd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80131e80243bf39ece1b37a4bd80d7db8cdc8767
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f53cd5bb535b08e217fbf77ef921976a8f423b8a531c58dc95b25548f17f6bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ee3b7448058d9e672dc62a156b30290aff4e8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7799a265fc638709faa141ff78d10f91f9078871b272777fc31395808e389c98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe95a84fba58862176eab49a78c55e8923652cd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950763df1afffbbd46a9ce3a8520df03e1ee193dd17882d7f212b99d4415145d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bdeafe35fcc4dc4d986f39ab42621523ed2732
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee17e70d7171bda930ca89c284df901aaf3dbcb456bf016ac941d2bf00e8c30b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dc3cee8987c28b4496ec97acb79936a3cf0bfb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367233a20e01d1b7b4bdfee7a048a86e24ef3d57ee6289d939b3bc638ce7d90e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531080f990817b669e4903226f16aebcf1d921c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb8ebfb07080164d43ac036a0db4080af52b7bdfc170dea470521c48586b8df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5609026eb4694897c4b70ddf449d4470e87b7a92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c40b8469180e7e5afc8c7bd8ff6790660cfd679b36107b9af0d8bf256a89084
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43dbba9d3daf7b298044e4cc0d5f03edc6ae6305
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d536b0ff73387c0a136bddeff3dd3849a17bc1ef44c9d497835a90458e95be1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339ecf0c4985fed72aee5fdddfe8c79a1bc1a69f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6dafe1b8f582f86330ad7f12ee91e31c300d94c862ef16a3cec1111f16b6ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90038e4532df807c130595d367afca2524b0377
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26745cfcf868911d8eced866005a1e2a6730c323207be29aa1f5f77a790445cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2822c3811d062f01826fc70a804b43bdea9fa7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960553c42a538a85934e8ec7844ad2e58db2f505a4b66b537e92721085c7d931
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98e28c46bb270b9257ddb46cb07f3de11546189
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481f61ab92cd6bace8994781372637465ffe4f5e440187e343282ce3c3e8f98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb6e6cf0fa14be739fc15171ed06b66488a7e85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df3012b5db7e112293ed301c39c3201bf0d90460422311a83471acb4fa82d02
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850dad5665a085ea1223a8df54d5b000e229f127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c25c1d8ac28825c2bd2e12581c37cf8a9aaf46da4fcaccbcd5c4de991b5a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dda547a588f94d9965f0f6e0efcc4199f17a2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcad258058a9b4349132d16f9a2beab384534fd1f431b22da0e033e2f231d59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efa352375b75fb384cb2460dd3214ae3c123150
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6488ec478e0385c3986ed688358b2a98c61b35213cd73db560088cd360a81
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fb8575a9ffb25ff44252f50ea494717fefe412
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788e110545b9d999199b7011ecaa716fb2f249c617453d63ea00c2f92bc906b7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9a118e3386d0e10d1af6531c173f17b19c7a49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da947ce2b03af288035e7423dd18b0c660b47cfbb62ccbdc45417ea0e7543079
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117238aee6ee196763136df0f80dbf762a010710
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718fed6d3e0d34995130d6c46dcbc39d68544b23f859065e6e4778ac8f281e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a03d5a8b24e06f69168ba79d4e510d9fd53390c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e40ded710d0ae3f36de5a8651e960bcc638021c633e71806eb65c57eb713fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ab9d3c0a215f39ebfacc9a8d4033c34d09c4b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3695f878463b81fd76e861678100ff3b05b418213b24105244e09ac71264bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbed48542864206b9d9ede7e283c1f91d66cf403
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e87e5d36671e0ec20906f75840c01ff5fc3f4f4b12755b5dcc5fc263f647dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62ac75f6f4c480d881bfa409d9022d59930fc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffda16d95bedebcefebe8dee71913b3c28ecaf7510513ebffae811ea3243c5da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb0951ea434297d8cfb0672f1e965bba88215eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4f123c0940b2a1a12937fda66ac412ea63945aebca5355f33b5934e011f126
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c1e735df6ff769bf6c71ac004e1c422091e051
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3ac00b4b7dfa69a3539ecefc1d76f700e645e26755e161e8382ce731b2fbac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f850ae503b44a551294035f286e41251ceae34f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2cb20e91b066e78f9e0575e5662134cf3a6f80be552e26abe71049bfe24224
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ac3fca78048785fd4c0a0a8c4732f72a764b54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dd481b9766cafb3d3189d5f1cf91eafd2bdf9500cd64b1f539f99afa9774ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b410f29146482abbc96335ba0726a8307e2bee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe97a45f210666e3b0e9517d33b11523e6cf5b849d034edcba371f3ddb19f5af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22905c15ade9b3b88df5f9d36b2f94a2c2ee249
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab494b0b1e26bc0e8cf14aafa5b909b73da4f9a493da717b5c76dbc01db81db
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684d0ea24fc70bf3262161f6347f24b8e830e08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e154160457fc03a399409ec95104d5d703480865dcb07af2b89f0d2fc812e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66beb9879cc4ab9f9673f8ec61b49eda81c3a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4651afba8fb768799dc0917f61a575c00cd044263bf8ef0f314619bcbb6f07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20da603557d4e327a042df81960c74b683c0549b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511e64790f4c2245b5918da1bdfdc5b8162e6f91c461832bc2a802052e17469
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64cf4378ba4d1325f13c4608ba23f41b2d584cfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6018637621de00cc304a55c14e135c43510440dfa7275b2b55a12772401d79d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc704f56744ce36659235b06aa9df33ab286c08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e826b71dbd04feb114c49f6093b047801299929752e3a10425cc4ab92ebbfa3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55ed3928e56dc81e43703020a86671410b9ad02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56042c623c4ec9aa59ccada19a595a3c72f038bc7688642d0fc9e902d64ad6ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d2dbd4eee1dcc5318e405e225153f735927a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432a7b0b4d372faeff3a9053037c07738f9dc6f23f7c9295fc79d222c9e90f24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e99423d76c2c937129df10f6997091dfd491ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b5d9c0c81088cc87e207355ad05667ac63fb3130c8fa86a5c953299c004dea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec84994f1c1b70f62ff960ce7fe5d1142f6b6c44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c727a30ca641fde14440d23319c1766e98356585cc8ef411835e7f7c4e790c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0fe414a3ec13d2391f35abc37764189ce0482
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9cb65f83b657698998bc60e4edcd5c769bd2b4f49fad49764177c8d528665a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50d886170b066d7c8c6134e7912d902486e60bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2a6562adc10ae960073069d189bb6667dd58e68f36f814b5b22f7a3514ea88
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053e412628610616e9ec9daacbceb102e012f2ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08ec5d631176610cca412f55e0ed3372edfc24b9bc6f568dcac342a2c46bef0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971173dd63d73c81c3ee86951626b58a7088c9ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4d95c23e96a0364cc695218bc2b0f5b84e7ac4c7ed28abec5066702b41637e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58c173f8d5fce7e34b7f26bf381fdbc45461e0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba91951bbb41e64dcd97adde9e699cd8fa0ecd6868f316c929b1b45ecc9b3e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1873e182c4ebe0b7c4bc800bc42ddcf8806816d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4a391863ee1c1b2388f78159fbd5b5b0fa613957d628b5167cf44ee0d35053
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa6777bbe01199d30442b4c59847b2d15d5f300
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8206f454a832a21b862334dd857c76b873c65bbb4c16200361aa434c5e94aa2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7a94f218929f41343e9310f40dec30c03b342e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2db2eb3ae31f781fc86025821a11ac6d389cbd1474e31f5d0616c0302c252b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a3cbd9e23c8293dad2e31b1da3993d940fd863
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa6a25b6e53a21c36caff67e7ad90fbc7bfbb9c440c0d45b947bb62d9a20d7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845a6f0c1104da9712f5eb6451f589f5ffed4492
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9454f763cf9f7125a7c8a445888e6ee0a299f2ef35b522b1f05ef3a699fc76d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a9bebe0d6b46cdd28f2fb81eb10ced084b0f6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a1af1dbe1f30733bc2d8579024f4bda835993c2d9abe032a95b38b0ea7fe51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5340716be9db436cc4b390ca71e7b900e6847a8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b0fcc0abda5c7197e7a6154bb310099d6c1f92e36b809d749ae7ab2f8f652
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b8312ac888eebb1dab4f53376b3bf4ff724be0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a771e8320b0674536a67a7423c735a29887de2e663a6f9d09e8a4eac376cd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ab59471635eef7f2777f3a8fb6455ef495e782
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ddc0cc4823b6c1db6ce1cae44b349038b399e8e601f56db7090dd8662eac8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a5f02323769043c5e2ccf8b6898314d1c6f6c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c78a7a3572a89622fc7570f85f3ded3075c603293dd4866047c4825b3122f9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ec6fbce619c621a4daf8f14131ae197ea0cf73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e831cfed793fc638c0cb0c459ae3b6d7b43cb52e5f08102d92f35657c2aeb93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b6492744f560f58b887e223f339b071a5bac38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730c1c6a2616cb8e25cc7a2702002ec8780ed3d4ba5d93678d24f91344f9bc18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b4098bd4566cca72d1854e2660c5b715e567c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d1a5bf2e05cfe12c836ce328c7c4a1e58a5453f5e2d6004b53b7b80d86e4b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1eec0eaa49dd3f1cc82ac7dc06aa9144e9314e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966198ab486a44f15387c51c49593768b0d316ca8b128311976d7623e71025c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba51119b8123a4faa319941ec95d4b876b0733
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf34677655156c7c4bb1d1b66678b215d1d906593886e8a8818c5fd2c7f62bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a3aacbf57d6cbe67d79e9bf82a5fabf5a3cc2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca088b6d9026fcabd61d155d02d3f82d28ebe11e1789bced9f5f888e45d4bec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ae1a8f340256b05f4028243d83278931581ffc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e6e53562dd4f3a7372c0935436a75aa050e922fc67b5810683cf5678ce631e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b69ed2a70c0b31bc305437e539d8ca762e7241
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e64040e9d46f97094795b722c4464b52ba9bf6921ab8aafa736ea9abd99511e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd8a2b30869504315785957a415ebc117dadc62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426eb11bab393a6fdf410945c0eb9343b72a152838781903f684b203c07c6bb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed5b5d569c606b2149b50a91f7e8784c661b518
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd579f4af2e222f83347c990e9a7a4df47a9b67f25195f3fa1a2fe90e3abfa6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041f8e7d9ac71800f40cb6e9f4906a1502554465
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3256c6b0f8a4ab77042dab5b22059bb63d28f202357d12083e9cc35f4a447501
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb5ffa3a388c2b9ed8c7b17f37b04557cb7ee5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12833edcaa88a28746e8e6ad286593afa04ab39053727b9f90363e32d61bb0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3494a773c9c8238a781163928ce3d1565730073
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d1a064d110f0dee0e7a1087d6a4661aaa9234905f3be77459b152ff0c81d33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9236c2633cd189a023c418d0d4e29d30753fe4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a004871b3d83ebaa1ac50cd51cde1f670a3b05f5fb0a1bafce2bd70e2b265e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf53e794e02cc4166ab51cf5bf87e5b82863ddc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770da6a2fc74499f7b2417cccfd45d07cefd1f5bc1ed0d9ab85d866833a3008
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d934058f5fce63e482c5ae64cb823c6a855e52ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b298bd37153b40074aaf13409c469ae5e2cb864ce0af48bd87fa82aa0d46d8e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fc7cb1d989751b6e380f7894bd9044eb0f2ec2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606437d510b8b4b7fe61f60c60058bebbe905a5cc9ab03d1c9f89d7932d9d0c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ef1735e42f80d7595b0fe8dac5bd931a381b0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed87c561f85401457e92696c670ade864b4728f5fc13f41f4708b933f3da43f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c82876e9a07f5fd3c0273894bf7e9213af64b46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcad8b7dc266bcf3a67d9d7fcc59149e6f2f015cb5b6fef71e054654a021ce01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571986b95eb4e6413d9f7144ed584926f6023b7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405bb8a6d6b6ce231746e6ff3d68cc5b23e338fc573e582b0be12fff12ea213b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d30d7596b9fc375de25a909958ce68f4c1ff090
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd756695070be07d79dc46585af427fe44d6abf24d676af32ab2ef51f17d3c4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030234c1e65db3ff16d2950e358cf0d97c186901
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2183319690a82af4edda48d9a3a16b1e74e46970ecfe4a8319cc6a8a3ffd66c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ef58cb85bf71c9dfefaf325703c26e96be0f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8358444fd5597ad148a797f6e94e5a6f3238d17df8511a9dc1d20844049273
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf83dc3328af2b65de00bce601b82facd55da2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb7fd180e9eb46c5d285bac117a3665d1f38dbc23e2883078d90957caf6a169
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61126f60e36c9b503a9d377c217d26cd7b647afe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232ee52f7d1972a8bd99debce10ec68379b5432ccf5236c6f5b9559635e09ccf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760522027616eb3f5a0a54cc87b56d46d8f2eec9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0c72eece5a9882ce226a4733447fa203bf0b529de4bd771842d2733682696b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d73aa8f43d48e3ecc6eb2f27b57a65872c4f1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da78e5a5597dcfb6d03749d7387791246c5d7f279ca32df43e01863c976138bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae653405b31ea2374f09d0b2e5a4b3055bace85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e970aa5233c4fc4780837e61071d50643531e9d0ebd55355fc59de17292a1eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114fa99d068e3f0a1375f2750194aef7fe030f9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb1316d48ac5c7074f37654a0ed134454019420c8aca3d22a7869e311485dbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c678ff5e2f9f5cff11634f0c48b7fa54d258508e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c436d180444695923896856288ec186ee4fd16da1052df3f36a8faa5f63023ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147ae6379df2bad927c7d05f12a114d9a925f127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c18e4cc5b0829f9543b3b3a829158e36b16554c6bb73aeefa2370842764fbc9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d09b84875af420c3030efc0e4c38d44c480b424
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1636ee0d02a7553d1458410db5251c8e52d6c13fc7fa11f3c38f065245949020
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd74043b1da5f0d27abbf536355c83776cd7978
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d574413866020429b7db4f38f51cd0cfd1356f830ea3f3a5a9033f01c009d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7149251d1d396c8aaa2bd268d43ec59499a93772
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bea991bfb971b1c1a9cec852594cded3882fa41abc87622b29e0f7348e2b4b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d30c983ff390155691a22a726977bf8d344694
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b031b2d7520df2df767eed3689b8ee5b227bb869799372a35e276508f6b3cb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c42150a1ff4c90938d38f8b1d00daba2105b54b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadabbd2b12fd19e82599f76b5cd2c381377d67706beb9a04b7d9145d2eeb3fa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318abe0c6761a04e415fb04e211d993889fa8278
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6922b2eaa4cd332c4a17ad85dc16c828c9a527d8a28212db9291c24ed917547
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7789c13a6f87588996c58942d4877f8439a794
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ca3ebb24cda4c7f470c1809690b80a0a53ae75762ef07426b192f69a660f66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de43faa82aaa3344f3a46b8bdec9d0ffcb16f1b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde4c927885a4a210696fa3535ae1f76862d5f7d67a4c365c4388e4943420a83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425d95dbd12bc8e1449cb9fef23120f27ee65fd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b038e8ec4dea3715c0ed8960a0e55f1904151e598fd4d6293ac0b0d9de73c9be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b6ac2f3d1e7735e5651485ad335b14e583799b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a99a00b0b5fe4b35bc97b1fb9cc8cbcd802e57e6990faff52d2d6e69cda82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5e1108e11358135b0352544d62e8d82df1b186
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64794cca0e3c8c52a996bb69b2ea1d94cab33130fad2402f1afbee732d610b6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9051b173598f20a8ef81e59a0c2b4d5c63d156
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2081ecdf66b8c3388814740f60a4d4da93c2272f6e9075252275f477c11a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040717d10e5a1b5fb6ca59f6d2cefc5a8fd32703
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0796556936c6d9a7b1df754d807c4c217874451e0cca36c6c66077ed95fde4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca4b82df1e1610221a453d9156a0571696b8ba3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df2d2be2b02d8a55fd41c8fe2b9ab4f8a27a3128b8e5ae05faeda0264974881
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722b7002c5dd45771675eb05089f43a4779c1700
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc01e85729c8d5a77f9edbff419e8cbc2d76332ec0f7a1af9c40636b24c44004
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c2819dafff95ed5cc3d2b410a3afb3b4c6eb7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb7903eaaad3dde2648d5ca53aa876ee0a7a552c58167e98cce706bad813cf6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1b017355c7e49d8b620bdf2270c3bb3c203fef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3341a07a7539fc3d0466a0fc8c70f58d437916d31a960ae9d034e237b2175992
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15859f631aa346c1bca757717a6bef2417b1a3c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ef92c68eb59f531517d3dae50fb01286571157b88e2c261db3978f42bd4d5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc2ff977a86d8641493647605dd004a566e34b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f0926994c54ca512560428e8bb51f643ed54428e6cdf721729bd6a556b36c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34361ead17d905d32e35fa4c0766c216afadb3c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5b18810c5333c126b2480896f42a8f792dbc13b7400ceb4c2c60c0715c687c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a0ac0dabf89070394eb46ca9af4d61255eca89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b016c28e4a590744a211a0b8d838ae357b2630c9825ec2822a9140189becd912
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce67a04a7330d7569ac69c36947675e726a1a874
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95b240a288e431ae51b3e0e44a1c8c326d0e8aab962af9a6065efc2fe1c74a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c02724fde6f57f0fa46993c77e0c286fe9a85b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a847d69f3fe0ccd4bae78009422758194717698b1d001f0c4e2cd776e08cc59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5980cdf7c4ab252af0bd0204d966c44149abcf92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8a12be74a93a56aed3f5ea1ad4678951edf74fb7b96281bbd60571e53b33dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e4a3b556a39dd00d3bd38f8b22d82443443489
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67f4b014407f935d5a54ee77e21a9896f16b0f1c519555debd507ab5e409122
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b361913ee12ed3f7155b57604c35c8612d012b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a346635e80c76c810b619de4449be87d20a4bb4bc673629da95cc64c35d2f9c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9113b062f9617c13dda919486795b5c6eed4dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91e562be83387d207dbe474103d1f6b195606d99d3fbd7f0c0842058c81617e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2435cdd1c67d78a16ba3d714e985a500b7ce449b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a63140192adca38df64e2d813c076a83cb837577d94ee09f3ec2f877b6af83
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a631d436ef496f2e81e151a499cd59606e213c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c654fc8e64635d9bfcf8455219af045ecd217425aec22b3d3e2d162495155ff4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99142c56665a98768e1f2c1bcecb6b2c5f05322
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccc0c88cb313dd465fffcd6e3c6b5a87359ddbdb0119e39d811c17a33622cea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abdb843c27d219663bbd7ab7c08a004e8a8dd92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891e716cbe967b07aad5f529d0bc6726b2c3d9d4b66ea0dd466f4da074a8ab03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d2726dea9a506afbf86da377144c1ae87ea454
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ed37dd0bc2cdf568cb199b37c932a19c1132f3f0784160e61cc175df58d386
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8651c88e84aa9c1c4c0f8c33b3ac7d2b6c059964
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe62713a77e5ba38992165843a48c8dec787098ded4c45f55b68b0e4b47c37
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c289fb16564b26bbdf75a7e0948fdb30bb6c920
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a1c3bb8a6f895bf2e6f740888cc2bd69585a4e7e498cecfa1baae98a65b373
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b0d6ee87146aa3c36b655f040211870fc6a128
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7db9229822c6ab0aecc32873b452b9eb84fe6ad08197005cbe97e87da28184
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5642ad7a075199a6f3e356e59940c6510444573b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16743101ccdcdf3c123c5071258944116f3cdf2df189eafca01ae5b9ce77c813
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f122523b261753d9e75360c9eb7218c5f93f35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49708633940fc799489c5780b849703bbad4dd552788cb9fce1b8ef72b7a3352
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322a7de299dee7c70e393c66618e727b098aeb94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d15585aa2ff81676a254cbb2fd65c19791f331150f46be6d152e1e2da70156
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac24613ba9de783525997801a8b751d974d77a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc9a8da27eb32b6584c3d41ce62fd834c141f80b5f59b9fa2bb9a26bd0208c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47ba984d5bda8e895eddf07bb991a3ac9cc0480
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77dd9d21e35e2fb706dcaee077f2de356c8de2ef8c2b13eab9e9e67ea18289c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985b636f0466674ba876bb20373b8cb0dcddfd97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7df51b8bb070b7bdd92a4eb1d2fa88b488db76ab34a937f546e382f061dc94
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e4eef79aa4082fb9e69cc73057463083bdbbbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb32132ef84b682420ec86545a9afd947f24d6232bdefcd128e0e148ca7c307
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701358de62cf8707f970931e671e894d27894f65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccab09587f11ad4989e2d6617beaa5754840a70c687ca356321d1fcd8dcc4f1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5277173df8049eff85c01d71fa6f7481eb9370b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45702cde43104ab9d8b69d8b49c4d442f504fe1537c0405a32f077157e12676f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b5d76c57284e7219d613f140f7da4f99dfa8e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651dbb186340f23389fb25f26735be5760e7c108a009d599893b6a4adfe749b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042d3ca131beff3e9f964f3cef070dc18f9b5404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edef875edc5cc35c5fa6c024abc95fdf5137003ca9f122574abddabd4b4c82b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dd3ee60b3b743b625d8021cef5b35676d8488f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c106cc79118eb5d9318a63d3e5c6c6fa47a2864420ad202e56cc27814d31179b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bb0b7bd4766c50267a052f5c2b08207a5128d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02318d95eefba584cb94a68e67aaf1d3765f132c64a4de6eeca70108d09ee98a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e6cabb7f50d99b536446847ccf5b7a438cd50a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83eccc328520998666fc3ef27b74e4df7a15f3a3ce2c31cd4c6840ce83ca744
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7859f91370d88c38a77edb4ddba52203ad51ebf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a09da7c5ae65804ebae743127bd4e6daf3f8d56cf80edac6750a2195f3f6088
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f322f5b3b49bcf856f85509800daf5e5bc9570dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5314fe68843fb57266b82c9e93eed0356c3152052e8002937ffed4fe45ad07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1c3472d997660fbedc7f8a87d8a1d443cf942
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f101ac7e4bc45e9957a88156493383f755bf43c60da56011f8af09b8453c663b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f015a79eab4fc8855150181e6de50bf06d7220f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ba8b0b1313d8235fa9de4d773c35a8d40e3f3be0109a7179c1d41bc4600317
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3c74af3f82b5b08d2356a0ddd958ad6720eac3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfa0c08df2284efb816e298405a9f12577b137a15d4bdbd14dab41eb764f997
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5749a245f1f4063c8a19d1e85b7e4eb8ef1fe03a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b5130fc4b5cb08307c39fb6636538a38686c28ee243500ec06199de6589ab3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611cb5d95dd6c232777d2cab5414a96ca6488d2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a1e6a1a90bb64deaba89e9aa2d0b199034aa16897dfc0ecc49d6bf56eff2f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227a0b34911ccc5eb99c7f3b986dcca6f61698eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410e174ba21384a5c63919f04410d3acdd4e3c054e6044af3baac367c79b3d7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8baffffbb48f6e2ded56ff2abc8b7d0c15eeb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37917fdad97571af612721cc5060b852c46f3a4fb58bbef6c29f1a16073b214
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e582d2a70d34a9ef98ebd4d65365f5611639a463
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdf93b87502ee1b658070e2481ee65455bf5f8ac4a0903fc20361370f866a44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e31bf51ca982c13ee1512dfe765fdd76a9a6c1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d4b000255f0fe85b43fbc8e99b456dadd746cd50b2f4bf066119a7c4af23c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeda1effd7405482b5e3f7874d92fe5845008cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4cb648fec220a8c1c090b739ba653db4326505298ddece546450c43ae6b066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ec09b9f58c69a98f7039bbe572c83684ad078
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18129763bba14c554a56c8b7a40af6fd9c935c785b33d7f75db919eff0fba2b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9208bcc0271f6dbeaea1eab0fccdfa6a366ee7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2343da4aee6dba1de77c5e16e5d1349669739f668392fcc2362076851c60b0af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97ad97168fd4d46ed94c8c8f9f51bbaa286a23b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600375b3eb9c6576d8ca6e7466c1c8796675719ab3cafd80ac84fe41b85f76af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eda2d297d2a0b529cc96668de47e712a2eb9a90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34585a79e0ebd91e6afaf7d1839d1b55378b4b1e13b0becfc558f7880ac4292
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8917da45b68f5d827a3346c809ab26d543ea8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69067a667364bdaa93567eaa731b75649673424f5c59aeb31820a3464eaf8b23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e6a95ebbfdea870c6d29486707d6c424a31380
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d89a1cee9e1e8d41adf6ef03fcd8c55199f7927c9b7bed5c41e7f09d730b97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7436ab75cfe893e7595af82171578debd8366
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f25fe2e8b677fe9c0b77d8378c6563ecf3358fce9a39e8c93777300b915674
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4617e38367606b2046dbfb2c168b930c061fba44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14158b909930b86e27af00e8f5f089e6eaecaac2a02bc5fec69ddcf7c535349
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3364c301aa572e69c241ee654750f31b3e33e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206b31f30223e54c6049d3c9cc2a3c67383d1a07b6c9551cb17e7ac49bf615ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea82a10270568aa28e664dc50e379f57a434dd63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23bfccf615b55fa7c5832f83b8ed31063e507fb6aab8ba14224f9970b09f0bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba18edc68bab1be103a770f3bb4ac4a62523bc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe86c7e54a6d025c5d53b3c3b6914c2d4fc688eb16630f44fade6ad103ac01b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98aa0fa2389c4bcfc9a702cf4d8b136cfbb9a99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b495cd8737667a8f7a340ef6365460908df6c4a7725fe107d8ba5299bc47d40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7858ad3004ff7cc255653019ce4e4f2611dcf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54102e33e50c77f4afa65061a77d07fb1a694b4998709320a319d46cc1ca4378
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2f594857d2dfb4244767f3eb5cab98677b5dd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f558d518b484ee69f6d8b965aab245e45e722e3c3e2791beefc3ca8c3158c29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70e7d115d57e3c8802ff311a432e38ea9a98522
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f8e2fcc4aec09edca6e9dbc587e26390fd761095c11af7a0b36bf871f2ced
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d599ac53fc28d09f2eac65535e7f341a4c56b738
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5a126458a69c7eef7f3615ce1ee5d69b1db50b00d13f240237f15c542dfece
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b89a2f6c9c27bcf53b7bfe7d9d690f086d1840
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50f41641db2b46367503676a997c564e89b664c2becae3ac28732c0152cad84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cbbd8fa43498b73464615491e20f3fbf3dbee7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d802290c93e149ec70db5a7f6034e8534211fd33f48e890cb793379c2caeb5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3a927137a20458fbda7c0d0d0ca365c03ac2b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19781f8b612904e0955257a1b074c0db096e52c02e02b2dd420a5b37c37b5bf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f53e950f9676ccc97dfd310e77d4321f7ff3c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaa567985bf9e208a31e2da3de958a0775d919b829f9bbcf6e8e1dcaa748428
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a9e8b84a567c2fc38a32631dbd0b8c3cd37c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94f80f8f8f78ab6baed8574fc4dcc17d2fb22c80498f646b3f400f7942ecf4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4001b1b489718038dbd71d2187270bc482b35dde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd118bb67ccaf0d0f0c3d8d9b712bff596042980e351bad47c8752ad78f10c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011a6b98f03147305a259f7241529b206dfaf0f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e3420f8d394e5bfc3d1b8e4f6fb3b684e6a4a0177160c76821e45a59c7ce70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921a7d810f2d6c161273b03052028d336ad1751f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a499d40eb394a59325ebeb9b45e0fdea6687cb50f8d113a2ee5c63e3dd24ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c7a25804d7f3aa2fabbf287884cf76fbfa600f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c549d7c9e41aade7d36ad0d819b9bb9fee94f639220e0b497423052aa349d8ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da49ec0777d299d3641106be15e3d08f297d2c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f714aa448291d2448f880cc96b8b904d81e92d1f64c7ab1e6eced11b4bef2fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfa327ffe95b6346715192e2220994ce771bffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4297369ce7fcd06f9c0b7ffe40c279422f47f5f64088320f0f7bfed4478d92
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec9bb0aafeb5262380f1c8513f486ad36c2553e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c545929b3071be429d688f431af266e90bc12f716ce60f5af909ee92d5bb46f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a72f266384345b68c078206533e60b68f1e6cf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c5c131a07b3cb2d0b7dd14253db4916912ebb3a4f451f3c73bebf9181d079a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26260a2282a45f29d653270b69f1c40f65414bd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f50293c85b3d09030494b65551cc5886151f03aa05a28d13a0572242cc89fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4702356b27cfb5ee5c0276a02ac1a5906dd4d6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cf31ad020642a2860c9e11861376c3e16bf4b9b513b8707445b43b03709c7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c6d7d2728af7ff3407bf5b8063d99ec4dfe3d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9435fe2ab408ef4affafd15020fb9554b88947d47ec5dfdd374b53ad090d4df4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967d8e294c7ce82e655766f6e97a9069c77f15bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ee277893eed71c1ad918347c564c5363ef955dbfa07b300a64abee6169f0a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c11a3bac1dc154555be20fd2e09b264f1dc00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63176945e0f071f2a1a38050b5e4427bab9f655b9cca288c3300254857a6ee18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752f0ae2006e3a4abcf5f25159d8e15299aca086
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf161e91917a4e832db33f22446f159b8e1b9d988e6c3e3e21b56aceefa0e82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb08dada666d59158d5bb5c5befb45e766a9580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa280053db3e9406f805a07fbb66c5c0a9a0c3bdad4f7bd1c5989ea2f6ffdbe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d6114821bfdde33320c65b2d6bf41fde646aab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b66d359b2ead336f685e10fd5fd3e9ff1f6f0852a80f218177939af6c26511c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c9554f14eb0040cd59b37786973dfcf814418a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc07a368f058d4cdb8032b7d0c9ee487f1c05f7cbc32d1f380a8d711d03dbc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea068347c236992b17999e2608cfca26cd439451
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab87b9e52acbdfefbe368a7fb9b7b50e35d04701f42c3e119b2bd1047744488
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1769965c70709b18f8b921ae9410498cc6097fd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2176e04f326ca6b3fb25460a26fe2696c7b821d031d2e57b6ca3f5fc9885672a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a24cdd64c26af1630f619ac3636f34fb1edadb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86576039e09a671f508f0a37f31db98883d3c414bdf2efb2b5f8e76d476dc272
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c481f15fadfac01510318879fe022891be308777
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48140ca0f1a7c9dd3a608d050ba97ffbfe8271496d98c8fe5ae6e34dbb4257e
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20e5bbb83f0f54ece625e5b8dd856adc2df0ba8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f090315084e0a5ecf48028521ee41e02a0456d0a8af6cb4a457f60185f4812ed
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cab7d3bddecb2b3bd8f01b4a07b0e73447d332
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76f715c801101c943ea37531328e3f13a62dc0fd3328ca800def1344d16a40
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5ec85bd55209a2376b4a79aa3bf64c7b6ffda1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bed98c783b6cc3b231cc2048a506e67236603089379242c153123f47470bba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47484d20b51281d24a15a42a302d440132cb8713
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d4fec581651abf55c8f5697ba906f5da281e02ff6d50840dd13d5a7548694c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2196dd0224a106799f6ed7887fcccc32440d8857
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c740f7691fa32c92d8e5871eac5cb649d2d9a9c215f4051df24cd8bece999002
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d2a40c53db588325d7581111e9d5f50d50e70f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847a336ec3a3dc42af1d3aff68d102e5c4d3a581c1b5879fea45c18c8e0af32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dd42dd33eef961906291f15ba47c9286c2dc49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a26d43f348dd6a92524afeca254b99db0ac3c68d1ae59cddd159a49e732f41b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7ea35da9755bd23d5d40bd7fe7367788635ebe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7542fca4afdf58f593432fd5fd3143c3b9332ff05566182b22a8a225e36dbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281e3f9120dd686f4264594a408a2e85b389bf37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb4855a0427106637097853da6b29cc7c2cdf9639c7a9591524eba75e5ec3d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55db084d6faded2f247b1512206be31e90f443db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cb4fd1620f405806afff70c8ea3789c249fe1f705b339a3ce4afbf9500e814
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287526270a00e9e6fea7a85ccd3016d5087f13b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19126f7179a981319362b9249b87b042586d6b402196d20ca62b6fd2db5c4cb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5932d61b0bb91925f85cdfcb28b89a920170d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be4992603163d9458acaaf85670fc5fd9d0b85d45141b16d7d908018e9d6aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f5ca4bb171d289a4acd0db8daacff37c7ac75d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258ee011a787148fd5e424ab3e6aad05c1992eb47e8614775e9266fffe7ea519
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fd0e4819e245592ea5afcb2a123e9fddb2602
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c429abd4cb5668f76bec4e67561d2dcdbdb181e792a7f63da55eecf21e48ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5756501fa270b3860b2693d9000fa15fb6adeda8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c3e4546190a13fe0267297e14a9e2751a7dab0fb16fb87448a5ca3a9671c41
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd3050469668108582b8b10da5c275039f0f54d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c59ad1e7c5a1fef14305a80fdae15002edfde4732f1e9c6b05ad0094b682ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84478a8e72bd7a9f52d4d65212375a4b601d40fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88e9b40e9efca8b4b96642209c8793980e8b9495efec606594cc7bac78eca42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70347594934beb70c214dce377d4dde0b3a3e7d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1df1a832eda5818f80e74f9d0152c7015d8b0a90478d4923e6f1b3a79cb13c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38d070f6aaa5d30a75fab6db6927c2bc9eb0e8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aff2b877e92a79b738df09b3cc94e36d5a5626426a687d93f5179100e8a881f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b38b62ecd50e31c15a8369609f4f26d2f3b0731
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df87718aca0268968bc23fe4f77b40bfbf31a5320528953fc924d2997b31fd46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbab0c7744573cb2b1d55cbba06e57dcdad0f415
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f1a22c51a46b5f90008d198cd132c5b910f22267d7dcb10027a96f5269ed3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d37233b589646c14383ecf90d5e13a369d45510
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cd71d11d36d267b6c07a8a7ac215193fb3ef1897dae54d320abc39d0836342
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca031b5d58dca322224d087e0fe3152ea92c491b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4112551e503082e73e473e6cb72495139432489aafa44eda9ad89d76835ce8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272050098779565660b4b411d0f739f3e0024e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a43bfccb805f471e1f50f7aea6a92c06931167b42c28e6ad199327bf812244
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83363d9e174fab59a61d534be50debbbeeb60c40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d1cfc22b3752947661f6198ce64509387a3ad7bfdd61e9b7b49063f717a4c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312874b67b9aff2aff368beeff6a08b059caa4b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cbf039c0ab740c7a589d478c42ee96d685e3ae41de5e23b6e2876c2677519
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bd05e303d74f9315fa0af4e030468b2329592e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03e50369d7d851844d7b67c2d91e90e7c693437ef495a38c227b71d512da781
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695e78722e50f1b0f72b4d19d77594693a2e6844
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1d89a2700d1c70dc8fe74c7a98580beb40daf3ef0068e33451ec1978ccd864
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b13302b1266ae1fcd6257cf27233460cac8a5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99be12c54c0c0d1f2f0fa63ff0eccc10157018b5baeb03416ad5df2012e723e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff510008f802c8f5d5cc3a579f97920ecb4ad08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ea9396161ce4b3141d7a48d1a5eb4aa1b4812b0967f3dc8a13f37ece7515c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa872cf9593462f57031aa895751035d994f78c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d86f0f6494620c5be7d2cfb0614d2a17f8885f161c9c5c0e2f20d2af5ae7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4af74a24edf7cd33da20311bf3adcfdbcda5b70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2368cd87389ae1e3c1f68bd7f179cccf4540f6938a450b3f3501ebdf01a8709a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26d0fac3b0e26a36fc30cb1f28ff37859f9abdc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eb9d936a424e11ee9016db77ef05b5128249cf0804a8554286c0357d742c71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88498bac49f7d7a7cd14d4dcbc10922ac1fe3224
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796d1389fab464d70cfb06e990f885d2642966194db0d6f0d4f53a17c4cd1a15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85e744064b8ff3b334a645c24711e179054197d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0d4d35a7ee57d672fed7f88dd7613411e8bd61258f9ad36601af74bf4f6e7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f30de21ba47bc405624ec1e5df108a07adb025
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b190fa85697a2bef49922a3d3569e1f564c9cc81f57707848cb35e9515edaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac79291586d5e06d06ee935afe4a0d0e0d419cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30650b1493bf40c32d71d5bba2fe546bf40b711ddb9a08b2400997faabcbd162
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e707973bb2d6b0e7bc186faa5f5c9679a5222c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c635e25b69eb1ac00e7fda8f255ce7db0865413bf1048ce2b074b887cc5c37ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ef0483014060b8e01993d492c0a4aab3b77e0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47af754863bb37ef20259744fc7f3868b3ae43db481601686ea20ca0378e1c3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbc6d28658985e54173882a6369644c80fbfe8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b8fa58db457152d877727bbb989b26c6b0f3e0bafa379bd36fd390204bbc0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfe5f38d1181fc231165080ccc27c5ebe0efc0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2f1adcb8b02f05ce37d47b8b6068d81278e7c3e1a549baba80cf6b98b852b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289394163bac44a894da9cb0a105687d807e16d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeea37a1efe59bb9dbdaea540e8c5107ff085d142e33e5d8c4a388adec6c026
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff0b36c362852c0476d9ada8373e59cd9a18860
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073dfb77a4e5dc9a400b80b1d450d5645a7a43f0d5c03d2326336a7b7f51cfae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275742d01f2800fcdb18f5250de81f07a5708481
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a958040caab44e18895b5dcb76eea0043a4231b787dcd13f16ecdabd5a3fc049
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2b77641f769825a2b03625d19435351efc88d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063b442b9ea8d9e81654bab54183d098ad93dd1a8f44120bc950e3f351d0ad51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff71355827b5a4942b8a830cfdbd2876fe18ef7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff951fb89710e008edcbd2acf8c64ed07b2a7fedaf892d7359b53d8bbea3b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cc11f0f54e2daab2282dbf9fc81c8c617e8160
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e37025e135735fa40ce47a6387257cad30a7174a1e8289a8391ce79cd3dfa3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec328b9be5672196260bb5c2cb031477b51ceead
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac376f0ba079a73e2b6a1e0ee6c2741c43724851cd149c71c4bae4bd4db94ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc8eb49c36a44b204704fe75da57c466bb9d187
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5bcd363ac68097ea6986a6e390418f00f63fe272a0e195c3c969c7d9368bc5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b506a7f5d6568dadbfaf39af77f876549a8a9d77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1edd757cea233d576a5209bcbf43eeadcce122be610734fc24dc0ec8171c29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e556b5145c2407f9e983fb49c0635b4befb748ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7320ff7c5da659b19193c6593982978d1312a0006496141681070fb9e9c123
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2f332b51a93c26e9f7b18460f60bf5a55418e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790ccd9fc600138ebe8a5d0355e3b8cac1e420c2d41f1d72fd919c1b9ca102d2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faecb20b6a40981bff474ec6e3bf26530067d99b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac05e3ad51f6557e0cfcb07139f03f892d138bf8228c20de6a5c98d3301c2d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1148638bbf413ea716dfb0b7a15d04a24c7d335
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ceb4be79d6903f66c9cf42ab9b288a67875694797763f2a96b8175920cb3f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff140490f0039bed4a304d430d2ba8057043f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2a484b3409043ee7f0858064d1e067ab180a2cfb1b1404b266762e46267812
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647938e311bb26f1f337832bded24cbd161fb7ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562eee83b6a16f15784e0a519ed0b0540841d5dcffc479bc73bc0025cb94ec5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e33fe46954e87c1cdf1a5e0bdc726ba74fd1014
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46515a3388ce9111edcc83f01c078f2a837e088a4946fd5e44e305b94c1c5013
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82efb8a8d345301bc41731e8932d57b957cbf4b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e87fa88996a21ee729101a1dcdc2353f52905db5af694bef5789a8a9834ba1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b61033e07790818729b0756056d2ca0b638240
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec94febd60238af4d90296e8386415305787673f4996407c5dc429aea1a7258d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80305676a0ec6ed00ba35a5c6a617759fea6f6b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74cbb2219f59d0c6f4e53c785d504d42daea04f7e6ccfc0f9c24640992e428a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5fbe75f7235cc12e84ae8e7743f242647c10a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ff2a45d9bbd4dc2201eace170df00604a6f8ab1d2fbd6c4cba67337859712f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ed3b8ed2d6eccd2078ac6cde97e70b8f0c5bd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10bd6beb54e0bc7424fe32ea8107237fbd1a692b0adf7d5fe80adf9f4c8b794
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6aa13ecab4bc6ae963374305b6e136d0810cf0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8a2afdcef73918544f5ea5a15db1744dc0754f769fd37da3ef4fee3c89b960
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8970cb2dc692db771e0ff952b48ef97c0f7bb21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81f51cdac950fd57dfb14827ba9604be0514018beeec90abf2536582152bb50
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a405f18c34955e587c86232ecfac507c387c9be6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b756dbccd1dd259359a24654408c4488ca8ac2c8c9047b5195a42335b6a2cf64
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2a394cd98b2c9a2da615ebdf607256fcc8538a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60697e1038cd9a67e364fba0d61d68e34721b27cc8e744052be30ea531f69cef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3375671a63cdaa2b34482ef4ec06390e29a98700
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20738046720bd8211481201391c442128679cb41b5a6c4884d72683793c77b49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe2205881ca6d160bf4108e8ad8cfd0313166a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b9ad47c22e2894ad538d776edae9a0929cd21b7bbf8ef9221a546ef6129eca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c2a08c34dfdf26383b9456b14353433acd42e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6903b716db2c1ea1e070452b7ced0adc88a6c5a950dccc974e8598c59f2f2eaa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fbee928b84217228198577cf0d33193b69de32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61654a0b61c5c2f7ca4b3e7f0ef0db2cdb28a987c5727f1ce766be42c34b4482
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3eb4b44043a6a690c5557969ee873842a7b795
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567e9a073a62808688a2942d13bba21043d5840fe3fde207858e804294919677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4330910da7d25434973ad3f8dbe4d9d740934725
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2674573dfa9f5395d17d27cb13a6017cbe7f25a63112901fb32d766fc2003357
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae86de198ec719009bfb6c80d1623b4934e924d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6942fdd92c585dad9b9e3f0e5bb69b970bc78c766bdc0b80d7866b09caa89
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e89c8a8482ef3fc9bbbbf419364f746c2575bcc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d6a3a7edacdcd42fb3d8ea6abcf7672dfc10a502786048fc676482135cbb13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3483337d098e9292a00c85bfc61bbb1d4f2b2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1337f4aa04b8f8a80fc31cd0691a04c51878a27ef336b7ea9555cd81a5a72368
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c699e2ff78d679f717cce7b97556a9ac01e18a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8071c7bdd1f0fc1c5135847434b5c307a728a14194ee1b9450af3ae31d480125
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5008fcdbc405e32259196e5d0ef3b1c62aa1ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f434e01904dcb5304658ff9cf255be7335186d402669e8de4944203426ee61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c66b140c80e6be2c5ae0c339cffd83dedf1ecc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a03ee3b10dea39ccbce72b958001a1566b6605fe2f24a6341530f7108a3a9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a48ff23c6c5456480b808d9f0378925d28d2f0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1621cf3ea9809e37eeb8ec00bd1beb2ac55ea8eb1efc7d0340721add11beef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5180a8d61431c75b3355c1f218121af8ddd82fcf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdb8ca6670147ce4e42e9c82360b27adf100d03834f4aded2d761de616f2466
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebe5727b000a26fbaefc42750c1fe37d4dfa4b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f513a715ddd8d645aebc28bb695746635387342193f87327c9fd97664a6db73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f5ee5a8ebbbe1186ba5da29eb5beeb5d8d0695
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def1bf454b46508cfb8260d3f178c6df4731669e507e177e59d34659dc83002d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792623076b66ede40767a63f3a2604c55312e27b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c0b44477b5d3a23164f440c3ef0d74d3799c6114fa183925f9deb592ba4e0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4679ee2332261887747182d3b475b5e952361c90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c571f280fb4710091a3bf922dbd8dc75bc2fc7b4c3f64b18860123cc788a9bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9b65158a629c4eb4637ca544f21a6f6888cdae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c8d15bec5ff6bc40965d66a741633b72b04d55bb9a3ac7cd3a4e219ec0e2ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c4c26c3223a4802ddd9865b6f726070fe6bf4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ec86705b40c7d482313d57338bb0a7a0964f47a30e662db975e22d9810e171
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7bf5f91501fe7fb8b892920d80f6d646c4277f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d66d1911fef3c9b453164ca084cab669fd81d6bee63906853a9c1ededa721f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8a84f35b2676ed905bb0dedf0bea99979ff690
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e63f4d00914859a33679f95bc1b6ce517cd45cc29bb2515b28e0e3f01cce8d7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7375a0f8474467fd7c145d34fef78268f6aa1890
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31712aafc9d229ceba0326528fbd27c655a8a08883d5bc3f505187f698c9c44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aa92bd259220c475acb8192e338a56859e9959
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f417ae6ea1c9b4dab03dd2925f5a0e2d77faa5073db9bf02cce9affb15225a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c362f1fa3e8eea001d93ab4ba12242b85cad7a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2b7a5494e84c98fa38b344d00546d9a57f22775cbd7d19a4f65ea9837bcf9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6113c628412bcc81432d6acccb3d6f232461f49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f347ae689906528b1582b2575e873efbf32b11fd2a499a259bd0a4aa02a839
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5875ba6527a0710f21cd2b62698bf76f828d2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cc6fe36048743f3fccbd23a978ae0e57030e2aeb3b2a63d990783791c9fa9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32365e927501d4ff1354ba16a6e75440b64f95af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3302c075a75693ba7bf4158a80063825c3f95088bef9ee08f9b4729c07c81993
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cf2424d3d884614b3c515490461e681bc8df0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923030140fe20c48c16c0dad6ba8721d83d43fcea8c2b7e014b84eb6b423373e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d4c1cf757af9c89562cf64582f726ca1b6649d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252a3614951f581bffdf3709248456dc0cbc04f6039bd6f4d26058c99609a346
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad557904f9bec36d8f7c2cd87b48b93a886ad354
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea85174d1b7f52d4034848746af22078149cdae5494ce03e5b7d299a685bd735
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d6e74d1d28ffd409916ddcef628a769d0237d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0672917ae75ee53e65595941ebb7f8f7b932baf6c73a3ffa24786551016307
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b44cd6807ec441dd1b73e3afb1e4a3f766a534b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f59541237ec9dc6274757c5e487205e1129de0dd92caf474d6436fcf1cc052
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5c8aae9bd01cf0b470ec7156909764da64aae8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcbf7436005e8b23ae2cd5486142e423671dcc6c3bafd2afb8535833699e956
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57e834302f8cc8ea37ba5949835d866083655c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc153ef516e49a5c19070bbabd915927ca6f8c91a9e4cbed43e3171ae82d0bcd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6b309371a068980b4796263acfb47c8b3ec360
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59d3a1b51b4f1543b13119e42f2471be27d5953631068060594d24c81eb9047
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780e5ddfbe25ac958f09ee9d065bcd104fbde88b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ea2b621d7855590a23c8ced057f5910e493bc58d47fb460847bc55364748ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acfd15afdab1daef64b5b4aeba921a7272a5b8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d5bc4183c6c4970a594ac017a137d721b7dc499cde5106dfcd75c246885e6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af35294784735d8e3678292530dbc4df0094811
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9683bfb5c07c35b96334fd80238490b36e9b85de78dfbc956a528b12641216c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfba26910f8297e41a4f230fd6c07798fc8a324
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46819a64f2c76b4f56bfb582d50e61268388c4d6cd186cb96baf7227f66a6941
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5bfb91871102ae24f35c4d814595e76ccd7420
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed732bb5db9910369140c0e979c9c5e5f7f9c5c5cfd2bd65fc600c3409d6d6ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796005ef27cbf0bf234f4b7f33803d49f5649bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475c077f35ce54f6d4a26714f08a055b549fdc5b24d91714b5502b900c400648
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274aa3ca836cd61f8d1ce618c2d8297056453a0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc84745f6ee77971ca95fe9f8665c7ddc6bc49bcf36c3d8541f648c7fc3c752
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723525d38ca312af4aa0fde95c2a93ba849d4dc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a7e9448d632d4567ae62b61705527aac5f51a542ca64eeb6c4429a32eb04e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df79e2a389496d73cc69f12e69ea591925e3b82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97692df3d6b9a5a9521047b806839b08c00487af11e36de5040167c7ec712c27
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a7473c83f2ffcd05c61b3c236c6922a575ec4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54e0b83611f00c8327900f7d3e2e3a7754384546a05d56535818b5a4ec393e6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fea1bbe10a81101ca5caba0d78a1c5c8250076
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7610c8e1237a97634fa44baae2f6e72b99b420bc43813edbfafe0b46346d87ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59acc8b47d84033633eb1b72ec43528e06b096b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ed5e3678459140c100300c4354f2627016d718e9d24e8628186c2c743f4300
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aabbb2c7369bdbb0f54a164b41f3a7c19fe7ff9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4f5f7ac8761740d045ab8be68e14dfd7b30b1c68ea684e5c6ddf1e57eb56f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ddd78c2a5dcea729e6a7027986cce5da972a0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fcc04c48caf847b317e288232655f3fbd1a36b1a11d3198122f5006b8d485d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb905c6cc0f6dbbe338bfe068e3d31caf6084d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d183cca0aa6bac7aa03a2b9826e02f9564e657d2caa085176b1296618efffa7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709334481f3b7d329a1ca02ec8c0a07b2366264b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a76c72b400f5e1a2c59b899f6b2c060dddcffb2457b162a8285e704848f67a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc834f8b364049d39f0ed1fe86d0032bfe131f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2378a6011bd2f9e55798f0905722d37e6d570f24cb2adbf10adb421c5584665f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a21aac8ec6124804987a71934e2732b2a4041a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf84badc5f3e8fb97a7c0a2aa58bcc6018123bda12e0845e5c2ec31bf51dc24
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ceb1e72ac46cb00dec0010119d735196999148
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40164a3caf1033b350c0287de79072811ed4f893c6349c441828d5a366c43aa9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cebcc1147d108dee796e550b12a87fbc7d3470
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b760ee45610e040d52cbbb8350259920916941fbd253f9987fa3e3d7327e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9184615874f5caa2401ce61db67b035ce1e9af1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b8f8a1424b599f5e0352046348c45a9f25250e37804d3a6b8f06b68e137cef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7d8f0484fff312629363449f261cdff922a991
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6fbb27927bb8b757bd453bf37917b32587158607ddbdb76ad454590fc4eff2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a2d076cbcff5f2c46a0fdc5eaa55f1ff62c74c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb85168442032ad9ee70823b693627e73cac558d5518f2d60c0d205644cc23c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318397d25b6d2d0dceb8a4018b8e9b94d041853d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc8a913ad41792afaae2a5176cad034a727e51e77845ab6e39b5d612891f486
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5afafad4d2364311e3a5424a0d68063d9e60dcf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53dd27a4d8c550db40053966f952a177f6d0f5b475c23d0b44d7bb2bf1bb9c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cfe9e6a4d781521795b2613292c71ba67b126f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e1aee25f84f99a79926405126a08964c7f682219712bec28868d40ae907f78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95db48779e4665fe09f41b296a168761282aabe6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21322b778941fdf51fcce0fb603144d5e4cd7a50e29b33a09f0c9f9bb83013bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b44e0dc68bb2356534e9e100b14bc694c2496e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2c14df82a06d033f8d6fada218e8f0491742fd33108825f01b954e22de9073
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fad86a12f7520141cbe127f214ed251e80bdea6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b372d7963023e574c7e3eb1b1af195f7493a85a0f78f0808eaded1a1c6a0390f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4903740c57e3352d256f17298686d8faacff8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a413988fb77a5e0dc0a2227707dc234807541b9c06b5206e8b3e489ecff7a686
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472c79ccf2b985596560cf0554559c29eba3cd1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699d51a85cb7f8b714ef8bf0ae10faa7e3f02a5ce32c10aff276276645088906
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70442a890428027332a8ae45a7248ff05d88bd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119f7b668992db784687c0674d6a7be217c258c2fb930e9487bb04ed98e2cabf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c1f81e30fd0bf81f491ef83084ad51af9f0d2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec954d0c08f475cbc3bc1921e5a38f8b3956845f3b82f3fe280c59a99776972
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d2010fcaa668f929746dbf20cb3ded0ea6dfa8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c983641e4f738b87a087293fa8a926aa49fa4ce2d83a639245c1c5eeaeca732
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34adeadb38b9c8f25c5556c8d6abf7c1615f7c95
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffc037feaa963b4eac185acb0b1fb310ac70c16e60b95e399907c7828e567b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10bf55747a3f5780250de4a7e6bea2e93e05bc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37ca474a4adf0d16d620ddce5a415786ee801356a6f76303b8018a25a28a578
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef0de3237b5f2b6eff413cb9139a647770074b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895e50205cb173f7e47ad415315e575655a27cfeddf2af27a9c915a757bd9303
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d282236a8b1dccbbd229d5f60e801747b7d2453b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e228e3d3e03ecf28ada4f89654b359b9b7b28c4aa2d1b91b8a170f6eb6375aef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af7f3eb4bfa65ccf607cafcf5f2110122c51697
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462c9c2c2e18023279ca6666117d8a8fcc6c398dfb1fb89493a5c796b0af0345
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5faf6020d876a0e7d2fe456664a4dafbbc1ab4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd1debddbca78d5752bd695db7a467180c53d8b48d641a985c9abea31ba5d44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a14db6cbf20fe0c41e680bf886c157f03eab189
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440e92c7c5b340019604d9d75d37072bf66ecbfc105855355e9eff1b3b5f2f0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d915bc94d18aa130ce8ceecf74bf972c25f82f8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b58b571803f101ac7e8164f58378e58d2a0e5f157dfc7c0d175ae2e054e0f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874cfff94974feb44842340cef3a11378f362390
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e9a0f674aeff7547563656a6c9780bff3f9bcd781e452fd0367234693f0c35
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b46460a9f9f73aab22335ef82ce9874bb983320
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b2a3274a1f3bc2a4cb4683d981a79aecce49cc68bd5b8f4f4789125532fe4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00e754576773936d73fd63543735adba7415f9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe884aedf8ad1aa1b39c70e19d8cd6d5940638e6cd1e949608a9580e746f372
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6401af2c8f56a99d6f0e80fbe6750042167890
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee794169561fd35f7a98ba0df844ccf542ff4727bf758b031e69ccf73360c55d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979292d6e67de0cec8b5dbcb332ae3802d885025
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917d23543592dedf4fac4c65ef22dfc705aa30cde329dc43e88e9bcf53745a70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff18184e544d353b839dc9f3783199a9aab6c515
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23da2a4219638f20463c6be4d47d7f27b9201264c980863fff9ee2d8faa8aa9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a6715c9c48b88e2289c2f8e80075bd01a1a9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587658a430e3c3f7d87d9c57f74c98f06896a0bb2b8eaaa99788d88cfd4af9c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adcd8c4da05deb22c9619f06afb79511bf86ae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e48387f418abe7fbbdbd1d71933445ab6589442075e575d1302180c21b83e2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff2f6a010257f2fb7b6140076c751d765d1a3e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414f5ac928e7cd556592cf52f398768a6c97b80de86486a3dcac230563b57f5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde5b240d6a21849f5e5403ff40797a993ddf68f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab7239f717f07cdafabe7b92d4ee9ac41d6667f2e0ef71293cbaabdc8a496ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b43c75b49193ab2d22e52e03fc0e0ebead12230
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0a2d9c8087cf1a270da420e41a14f60832c70686d0ba4032aef92ec4bb1593
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbd70d4a1de8fe75c28a520c43e3e19a4739427
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b82f1043babcfa6bcae8a8f234834112175968911a872c23024d7d5c10f845
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c32f73cd040aa5d0ce1a33954bbb57ab9e34c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a836303f0b3a08f6394306686feee610a394dcb14b172cd31a01ccd6e57773
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d62942a757dc2291c8fe88beefc9c10b80067f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f32117cf4a42a0266eaef828b299552e62fbaa983880fa109a5ba95e3941b0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94e7edc2b1d543a804edcdad15b90cb8e5c6263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56904b4df960eec9b04f1707ef6b7e0f6122a31bd3c5f0a45c29dd3ac8eb0e5c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1d98e46a283bce77cf4538056fc53c332b520f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00157a54711fd8b0750c37197fb31c17e434a7fb18c019a41b3ec007b788dac4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f2142c3a03ad3178bb7de3e22af26dc0d27847
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20fa390739f942fef907c45b3d361ff4b7bca32a7c2b8b40487b485e0be8652
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1894451f4bcddc48c57d875114238098057ebfe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2611359bd6716447a22e2117e1379c6cea76b7c022e0ea47cd388f54dd73885f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409f67deef4e671db3a24cf908dea2c6cff7438d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7265b9200a18bb512d393a21fa35d38b016db8cd06626bd957dd2a9a39be60bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04193c24eab93c2d6ec7f8bc309aac9237f3f1e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9904ab6461c88323fd68707130f1419fb54bba5256b5fd22be74d56e35d758
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1f3a32919cecb2824643825102d48580e21493
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abf77e461846f56afc07edbb385f784edae768718961c01dac0748bdc98bc29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2f1853a615549eabc0e9d124d65b9b0c5b62d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a0779c97579ea23b1958a0fb5e709bb3d89c922e6acd5ed1e759e9c507a181
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035959169b04cc2b89a881644591d5aabb69fe20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ac418834636fdfd538fa3556ff048d97435c5a1873552444eb8308f5991a47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757fc14adbb3a5cda3dfc7f0d358456b0cd3376e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2d7f9c1246ac9218bd30602ff87e9768391e0adf4085463c9fd2fe065eba54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff3ed6b6d1ce2b2a5e7384a1e8ad9daee19dae4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2055fb5429ee42c9355b2379bdc55ceeb8309fadef32c5a135e5d5f79c785c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3aa75fbbaca82bd0cb16fade6f966a1289a710
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fada1a22c41f002d23ea74e10ca704eacf624555f4672d76678d6a29376bd284
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf7bb66219e06c3ea918740924c55fc85a8fa7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bb0294aa75fda6c8c9299b4c111632653c1529f8a49b9b356a5c6a373eb201
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5744ed7713fd8c08d1dfc5f3ced25611cf14c177
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88746674081b119db780d5d8106cf91531afe087bbd7e5cd6b66b46c3c5efdf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d4c0f8c110b77cf880a7a8a4bfe7f26500a7c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d34002f89814baeeec09a451b12ebeec6286490995d6a0eec8118590514964
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60278431c8610c7be013abd15eed73d11230ba4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ab6acfb768d68ab57faa8f775a42d4a103998f0bb1b7b4ddd6ab60281fe700
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a4b760f09b1fd47e38cefa0a45da49c9b8044a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f8d501ebcfe233f0784a5d66473d182d7237915edbc970175fdeb48b9d0150
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcff8c359ac36cf6b5277d34a60c72a7759a32b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed0ce6df4e9653c89c8d26153d9904640d1b6905079a424cb8fa47ddeb65e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496390e62dee1ec1d703e81778d5dc3af2427caa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059c64f359db458b5bb4406b754ba89fd1bd73205c455049cab58af9950b93c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3d74488eb730c4f60514c33d630a208acf6b45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015a7c581e87165a714078d3397cb351ca64c8687b8335c122a49319d20bdfdd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80e934c6f706c6b86f8446958e50e61e022a0a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717db73d3c3bacadef2826a9392db6121175b675412bb1047e05f00380a74536
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23e05a2dfa2baaeef1216efc1f29fbfb5108e60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cad1fb4abea22c4a61d9d9f6c2f500876a4da66bddd5160353889e40f18c775
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48947c5e01fff79ae97c911d413d167991640c90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b921cdf92b17904b30f60d8f7871d20dfe5f8fa5f33eb15375b5675a8e0bb6cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04038495d522b2b6c662b5e469f021ae310dcb5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3de2b838c1739459bb10800d9b1833d790d9810695b5de84095d446afedab3a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65887cb09461805d03e6d8c4ff37da61a12e38f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadae9bb6112dc05eabb5874b2ebbd4f6b5c0fe1d826e32709db6ae565bb4bf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a7026e9a83aa242d3a1e15c61d5dbaae8158d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c197ffdee4d7209cd762e2e15f995d98c99d47e7649d49cfc920f74ccba7ea
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0d034559cb3b2d17f75e01ddfce5f8c8584448
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27735f44cfea20f36eeb594e80e324a3a44fc24ace3832c82f3349a0273016d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19afd19a1ad2a3d86337ae79725f4432ca9a3e9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b390f79775d5acb8a93f5bd28dde8a33eea58394dbd6505906a7a753f3882e65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0650d72519c19dd4bf3f3fb5a214c5aa16e25af3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471815f6626cf5506177d6c3dcbfe47f37e45132cdbbba7931dfed846376d9e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47fc228d221809dc620d8701e88b391513a4113
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd119975fb5f4f7ab8d3b362dc55ea3427da45d1301665088f9b3c30a31707fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0375dd7d0cefb6a29aa06527260315025a2e157c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f254dfc817ba2dd16280fbdd988ab2ff9cda3198d495d1deaa2274bf18b334c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63a4555bf71ec121c012bf19a8f786f266df5bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86aeac423942b323cc81d455c0ce2d07a14f33dc0a6c798bb9500322f5637c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12c069e0ade3dd5ff385d0430a41a8df5e587ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb0a3c75271aa4b8acf2670e704aa11714df4e97d8a32e854f2177bb8b1af14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975b2ff6bd1069c6d188f0bf35ef534188b2a111
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8f45e4d42b46e2452688210c7fd2cbb0c3aa9371c545d16ce07d3ef5977490
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cb32aed26ca60d25d2b7f6cf7c85f09e78c445
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb9781d05f2a8b944196784c1012fa1b4745af449aae98c884cfbca620f4a3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cab000264994009c46fcbd841eafbdeb896ab4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e008cd330517eed95e2105f221e96a40777f3536754bd0cb91ee0bca1715c466
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e6de03a0e79b3a8ce05cece090ce2d5b0be755
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98764b32386d1d7eba1beda1c0b367ef06ddd2cc7450fe128f4afe9aa338079
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5881335c2135b84c3c84ed56eaa7f14ae102671
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ca9beb0b0584e63ddd6ae49018b64a9336b5e1369d69825b64a0f6b3d4e212
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98c53e057bca8794ddcc575095db9a97a6079e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaabaf1ef0cc2a92460f524afddb0e8f6c759e4022963c5ed4466edde49b18c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2525ba435ab13c11c402a5b4343c60bcf318832f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8addada548d041ba1f2164fd5592c914be8021f9e60bd334a57b02ed85ae869
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e62de77d2fac59570a092e3e229836e3c560a34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f330264f77a897e76cd028b12c047bacc52adba3ed5e68eb8b95e319f43afd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74355f488e4f72a9d610689177c14e86a1f811c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b878ab054a4a0af5a8b245bca0a2903b09ff63722ce6dbfbac4cf6e23cca04c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0556570b5374e853d24b15e0b2a7047075c5f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5299d0597dd57dd21ffa2abddf43ab7d976477753de11b924f4a45dd9191e516
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d503350bf16479942545bd8bd3206de00629bdcc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46655f7b29d6964133208acfa7989f9d85bb73b2bedada8b94fc3b1eb7b3797
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db61328d602099740813df4dc95dcff2bc20ebf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4ac0ad11439c5602791eb00913c576fb2d5975d26c386fad07708edeedfc57
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb69ca634c3a90adcbd64437285fb018e503e79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f22c174d5723472c6494c02cba909629d933c304fdc37e2879f4ccf25bc102
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbe332e7593876ddd415b876c89ee0857ec29e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d32e88478b09e1b72832d06a4c44168f029f587cd8dad3be77ce0fafe0373
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138cb2441da42a94fc3a9d26e7d14d4f5575ab89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0109d9fe4a46a2f3786890ba79ffca8959e5d196a487311d42218c06fd6e9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d78000e0b71adadeddc2aff44aaaaa5c6ddb90f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60af01de24ba618e041b49f082e248ade4f172be6af1aef8f158a552dcdae036
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c170836b608deff91e484fe015d45595227b80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8662e2a12a4f2c6b75aa8ed51b4293b4a7674fba369666d92ef6c76981b77dba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc0f6bb9a634950616d92fb36b1e91c529ed5e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728a521642eca04b70450016f97146a0863cf980bc45ccb80a49fb3141be9093
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac84613dd7c09721d29da3410598fbd5ab1d140
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f2154bb0a16557be69902657aba33b5863aeef5a2189afe3ae4642e27ca07f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7fbf06fb15f89fa459fa786d5ba44cadf919a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a582e5b74340e838941f2515f538ec89ea1bb9ac3bd7f3465587156576b711
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d323f9813ead98d462646b38cb50a4b21d73cde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c84f76d0a7660bc1a6b0d27e0703ac1cf88c6256cba1050c6fa09b4dd54a8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e76e50cacd073498f3a116c1c99ad7692d90d5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a476a41cd7c1f4e48263aa18506c64c506dbedcde788e26e8afaf4240b97ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c954bdb51797375dbd9399bbc32192b42149f6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942516d0c180e118fd1e0fa3f5f3ca6a5eacaddec18425c575979d24d3b1b3a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a005e7e252cbbec96f646b5aed667060a3e54462
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a0690f47ccd1a5b5537db80e9773f5797557508ca9525a0fd9161a552d398d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75687c28c1a9d741ffc2838a7603d990a503e3bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec546be88391021aa9999ac7dcec06c1d5922de0f3f2112e4054f613fd177fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab23f966942b4a828a761fa002e58e33d2313b91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f50f3b8f1db2149d5f7f72bc31e9d12b3cb744b5ca8a78d800d8d88d646c2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd52a92c4281fda3cffc24f710c9405622aad31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce62eba6cbec58dbb22242799bcc60d49b90aa31cf5ed7827474dc2856f4ae9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d88431e09fa4ac132a46e64b8d0a4e1b5d185aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bdefb6ecdd788f38018e6c44ecb8e4f371afa31ab5265b1af4e2b1a2d9dfa5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0211f25629364353adc0bf79c39f3371d4dedd22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df4b2b091d82ddb7ac20810efc08b90c42cd58c8c5e22722faba8c517040a09
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22cbdc666f676462901f2ac5b14bd48e7221f44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac62d9a081582cbf7b5f7ce6ae7ca525be5801307e9ca07d871e19eef5ff870
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fef38304a879252ab0a11b6f18f5f1140e490fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde56c62f9e57b7014d7d0c0a4e6172d7798df0bbcc315778c55fcacc7dd1478
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1d84de8f1a500a2145e4bfe3396e7bbeb079e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5995ba764c00a418375800a512126ff5f5b08ceef532a3a3dd53cb398a3802
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13a097891ebf4eaa60d7b1fbf376e96b55366ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6252e9c456762f8ad51ae38876468aea4d3252c9382f021b6cec5b6eb85885f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200e3a4a6071b60bba6059bb1722a362439613d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360e7d42033820dd9260cf86869b206ce28489dc354375fa724096f3fe8a8926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e65ecc54ce954b5e95869c501f7fe2728e52536
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd4c7737838ad34a8db2a86f9f2990cdbf48e474efae8573a955b95545581b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14440f10fb578668917baf7865d3d3dae017919
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb705fd7a01ee8ca028bcf9ee2991e3b1b39065fc9192d415437d75e33a83f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916ac5dcc8082e95dbb673c07467e094f2a5a12e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764fefb7fc107e1f0034806c009a531e1827c391181c62cf70a47bc7ab605f4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287cb50e967897605db377303a24032148e86669
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8803caba3f1434ebd3e2c6cb61e42510b36916c0afccffcb058be92e906886f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8e88afc53b0b5096b0b1e4a261f41c5c902c92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe02a409da5c5a959e26980f6520bf949ceebe950c896db8e9d0a42c7532584f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2c4f93ca6e0cb749d11ad8b257f647d3bac9c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09fcd5c876985e64a8731430e25622ccb8a97850a47730b80e46f11804120e7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934a001f2622ea496b58901ecf9ea6f9998c3af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0fa510dbf3e0a354c76872125fe510be170235e0204cc8f10867ad3346eb48
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad328fd6fcf70a638d13caf823f568196586d0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7ba01f7f6709f6233c7c645e0027630ea113c27b04b7a57dc2a3008379a599
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fabc677d32a5b090ffcbb68babc1023231adb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7656ef335dda3e89491e038c61c9cb6ef788c0aaed8e12765319db3e7d9a3209
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72b41f1da5b26e15a8c9279c95deff92aab049f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abf1add8e1f41d3e6b2393e0bb0d133da6ca7f5ba74ddee10df00a4244295bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c72023b46d5f0b108256e969138011e147a94f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd3410a4a35163afb3fcb942edd242a1db58676ebb62cee936bc0bf7d9f978a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaaacdcc5be19cc3a1963690f6a9cb496a3456e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2eef11af0a0e9c1cfafac1d2814ea79168cea8f45770a096d10e961939b725b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7109abd49d139227873ad789aacf6afbf727609a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b423711ef1919e90ef11443bd4196b6c1e52a3b8767827103527b52acaebc06a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d315443997516ea93557b8ebda5eb05a8d72a409
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6a28f44b3272e119d9b7050c2723d95dacc975a6341122efa03562fb96c303
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262af7776a9128ff0b319fe420e286d5364edd18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a800d0a6fab3eea44b076e1447bfcba99664253ae53b5733b049feb87535ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a6ee4b07af2d69b409f623580aa606faf2eae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff4cdc99fed9d5247d3393460ea97cc9f30b97677a126195608e740ba6ef9ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b290a3723cdd5d68a312f30761179aa7126690d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09849bbd50cd458e392100cc6e86f30a8919329ff8e78c0bd2d7547a9b3b6bd2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36595193e12db8ef1501013325351ea1e1c6754
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69854f88bb7b0cbe20606cd9229efcb08f984ab954af38b9934c9547f4203e13
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bef50040dae67412f0a9d0627589c3fd4d4c511
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4d188856a00e097c88581a67a731d44cff4509df90a851d5de998af4371531
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188e104f4479d8592dc290190701908c62295cb3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f47b2e98bd8eb8f243b856e800c75b2bd67d9cd9019ffde909fac8b771a5585
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6ccb5a6fc8ff1ee6ae748983784758b63500d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17c046224c022295d801cd95880f327e117e504ccde7bba733d46c9be431e9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88142b6d0f575ac694129af79c47e683193f11b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf3e6b42702d0246826ef8134633b660b64956c88e997e24f74b5da22b46060
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab1f3b0fbda5fa47c9788798ad2f8daa9242a0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc60276e1ff0e6517024d3b8adcc3245da2c74935d551b4d91f800159c8c73f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc63c3ce4857af7fc726812e7e13590bfb657274
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62922e58adc14002d8d1bbe18644660482fd5d9bc1ea6a7e0a6edbd94cbf96f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5abc70f6f682babd48083c534b2ba6559ef7e64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff87028e317a96cc3929d7fc45aba16a9e81c87d7a3c6b80d494f7b7a3ab6f6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffc2df08dd8b17eb7255f04c781b42755da0324
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3847592cf67fc9ee5ddbf7d4cb850ef0cfa61083630bd35be78d8f6f6827d1a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcecbf1608309736182194bbca3d4ab0a2f4cbd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34505bf9e56e32963dc44032425fee96ca8395ea4e2484426d7563fda14fe1f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cef2733918df3253df3a9ba903f7d9bc72a724
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb07edabde1d54ab85583cba55206ff93a729acf043dc7142d1c4d775e08fae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ba9ef643e8769801ee93aad20e3f39f684aaad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ab2c0df3b5f390b6682b0678926b02bb81d6a36e6f4202f6d3bf17d6d3f8e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b94a5bc18e3c9c229e9e999b7ea965192a1a5db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566e72b2ccb961fdbb21192fcbfbd6670f92655857b314e4e5139bbc3ebe0f3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467e576044196d32f278af4af84491125a8a2c9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cb1598d9fb6ee03ebb8cfaaded2111b43b6f7cec837e62b2c5144436b17a58
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328a27bc862412207f8eaf8bcc79838477c0efb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d40354f4b75c8a10a5fcfacd2166bc646b3744cb45612d227bfcbf321ab377c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191d50ce864f7722a634cea82f6d692b0d06eb20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e31d90bf4b96329c48029e8f3c9944adb2cb9256d4809a88f0d653e29242151
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a81153f391f350b9687772a834220e4b4d2dcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0925f1e5e04455cc3fc4c1ee9cccacc6027fdd4408994ddb5524582204af7780
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8714a844ae03da253acbc662f1fad6b9565071
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2448ce2543464546816bdf684c637b26c5af0d70c73762f4a2aa2bb5e825675
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3c629b3496e4ba967fed7dfa54bc73074d6a44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833013e2c050b69b4b19f3e254dcdadbc7e4c1f49e49e594e7f6dac4d3cff697
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43779b82b81f3ffa4e9801c3250bd97a27a8a66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5461acfa9585996eab787b31ed87243294be59aadff83e0f87c159a0c3a49733
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a80428b88e2773a82d5e78a5c8401b2ee4d6758
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19db5f78b22ed28d234c630099cde326796b51ff06495bbe797dbb640050374c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf93a4997fb007bd971b579a6a612007d28591c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a54575fffa51ce088e55c8b733916477dc1da37c9b8aab683afed806775e575
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf46e8a220f2d4eef195b89a5c6170c2dcf9eb4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a83b46aeb60eb0cf352808adfb0c752b51c69feeabec28cc14e1ebff9f310
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251ffaf79488bcc37b385ba8de9c4ae216557fe9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0898b55b71aca1bcb3ea8f53bdcbe39f515f30749bd6e18ed8db682b2a9b4b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11421734bd944c26224b51dbdd1b9d40031baf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b3fabcce086d48398e0a1aaa6fde4e88e523b56ad1c379f3083790d32acd0a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fd678cea05dd45fdcf46995aec054ca23fbcdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ec86cdb733420d5792a41a5189187536c772ae7da38792fc77fd2bae18d1cb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696a1972918ea515fea29d85d92f427247561b6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40f041d8c684123c9b7fb13bdddeb74ac6d333ec4d57235fee5811985d330c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec82c7c12a796daa5f8625e4f22cec6de825eefe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05039af8ca3c0c762dcbd6750e269a8d02350802e84f70379d5397195ea50fa5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c0ea656090fdade86a33cceaba23d7addb39ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603d5d42560079a34c7b41291cf2a06bbffdc825823cada0dc969e17dff58464
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dccaed5cf3c18b7807f2fa4917f0f909246cfe9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7aaf17e1d1312b53cc4de09787a1c236d0c0a0b069895a29c5314175e36b456
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9041e476fba1983dd865e09488fbbf44bda8fc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b327cfad5c25fe4ca7e892576d60de35edf953e465931b0735369cc49c74d28a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9871f4666e702d5296eced1e57ed530e707b46f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef471754663fe40dbb07329c3f6117fffc8ed3ca17fd787a77f6cd4d3c9d9c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d0130090e70f8eb1d613c94ac626fb89b28de2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd0c66f5f6133e14867d6b66543cee6a9c4dfdef873b8ab0e6816ae7dbf3b4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6ac6a578400b4ef298c711a6afa14d798582c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1cbcb26f8006226c09659115f53c9e79ffdebee34a17eab4848d2e283f14da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767f8623107bc97466e4ff48ef76ca6af5a61207
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12c0b4e57403b2d50d49bc50cdee699588695d4b29a3e70bf91efc09bb0567
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc622e1e2948db635b7e2789c660a7f41076637
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c36928d962a7ca3e7a1e72974c8572d1e82748436cee61291c803ab614ffa9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c048e5d5ad34c50a1e526c2ef1f5ca090a6627
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e260c0f5f047e392b8c8c0008e153b8655df22958c061aa275817b5528758976
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63d0c50e44d601fb4a44f2192419c43491bd108
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470027a8d66aa0488946ec8712c922906ae2b8227e605146aabf01e863baddfb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe7d060e36e0d83db9f2b343766eb3a951a7116
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c25c31a9d5d7d44ec1f8766897796badff732e96a34fe83f0c221ac3f4e0a2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe500f0b3b7da1ab283cae9bc9b8ec569b40e40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d258f57c54129977112623f34a9455886b5169416148b8e0c752eda5d46e7fbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a303ec8a896f3aaec7c96332ff81643186bef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7c01b056030b17d982aafd3f524240e627b790f46725d50dc4f89950394675
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3834475fbef0e5a9bd4cfa968defa8808d990ac1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bbb03ae5e1566c140e1539c3b96024d3e3b597660de4746c9e217f46e3cc4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b728359905f050a3c553b3b369d36495314ecf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92906b8ebadefb1e9fe6a36b99f0d6290314cd41322f0dc078d57afe931f0717
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8462528b2d5fe671e3f76e55bf98fe64b1c98bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9f83c885fcaf4ea032570b598cce98ff9060956ddca189739d05726a662e01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15c197fa18288437c7d918ed941a200e805a67a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3318c995dd615817a6e2030e7757867da30c85fc385b42ff05b7954a0d7827
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fa47c675ab4a2d005e973be4d00f122a69e373
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150da9dd3f7212287cade032f9edfc52c810e7088576601be9312f7ab39f80af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f97dad07d2ac38fbb54ee03087c028e3c72be80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91d89d90a552b7a56674bc7532cc6af79c328c58a8c49f61d11d4743f0f569e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504cf53af32bd9af655cb367ce6a27ebecd64540
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83d549c8c7c86ea2e60af278035827e2bb31015c5e0c229677d3dc772f1392e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d07ae1cee26863e48cb51855c08e2ad9ed49734
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b81664f72fa6292f9ce4801937490b8adf6636659e482bd51887a34bfb8f506
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f661170b8e158634d138515b613e3d4c3ef06f2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88dc2863dce1f80d06b54af06874864461808ef547bcb905c2ae4e79a8c858d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a57f4ee282ddb8dd1d0bca3e35d96a56168ab1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb72167c6a2aebbcf5a6421b71c6b42ea0bbb889db88fd72fceed1d5ea45f219
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b0f66d7299979c10a9a5580a6d58264be4aa0b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f1fb5bfb965436e137c6bb5e613e2dc9f485363f5a5ee597e53bf1548dca91
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114016ee02810a1029129e88966330950dfaeaa0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e66411d19e54dd8ecb7979550daa0ecba953afbbd999f53dc9d1061ee0cd839
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77ca39607504c169cc5ad332a5a593917959e91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2ec6059acf623543b858fc8916d0279381f64b934d1a3a44bbd1aea5f36631
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5504706f0ac8dccdbca86031c92f657eef1a35e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ebe3fb73a1d09032d023592dd978cb3029a3f86bfb4eb20e0e247ff33591db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9add5b9cb828fedde6447812d2f09dd40453ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cbc504bddfcfe6462ab512576f505ced572cfbbae4a4009f7a6743e2dfaaa0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdeff5bf76a34f4b0e0453ee28145850ac15627
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257051620703f62066d462a57a0e1c4cca590f53189c474a69956c797a154b09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceecfabf6b6e3b5f0629cb194e49eab860ceda4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177e17735d37b68110a878adb0ae747142cb1dffe20c5977d36f62c0c45f417
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db74bb23d64d7b18a63747652f05e1b3b6c7313
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba0abb8538f996f46c4b6b8df3acc3bc3224c1b94afed4c58b2d51f0bb7976c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af7e3c0bdce38348474879a866b5e441fba216a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40930842b85efcd09fa46e680099e1f96f2d6041e28e6a801ef39c35df271fd6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba63a7bc6f23d455d929fcafcf52f3e1ecb6a8d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e125ffe56970dcb941f06fb9c2e09cdaf50a393b66fbb0f188f58d6037010cb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c0d536d10d0fb217b50eea1b6af16a36772db8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1294e873e75093b33436a38058d72cabfd8805ecbbd7c7ee9f4423565f402ce0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed04f82d2c0017c6d13e339491c3764c21985758
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eae0709578ec6ca3ef1e8b2784948faf6919cda16c8196b75ead08cf8e561fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0277786e5fe195dd00c690d68265245f2f6491a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365b1de7055a4e3d2fb0d67d6ad95b3ab0d14ab0210d8bd56e2daba3809a4cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28ac4af049c1948c511b38ad4137d32ca1a1560
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c593a1ce05ba80e52a39260ee7dbd75a69eefaf28a48390bc708b1994f686d47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c62c23fbbcd6f0fd474e291f49e5efe291fd2a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee9775a6758461f91ea0a0db9c51af5a1f811449a3f8b3519550579dcf71da8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f7822a540c1d4de5be121d6f501393f0101ebc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3345ac7e95b9f746c84f81f5f47755f2d1ecc65185cfd53b82d56dbe089e2673
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b22e4acc94e8842f0fd1d6126fd2c8d00c22190
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01d03c2d8d89a53d851f560b558c489ceed0d98d4563e179ae861bcd59ffe8d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f54530edb0e706e2ba7c2bb308b2be987b2910
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf252ed4bb2f5e55551a6c699c7b8882d482c7a7a2df7297bb4b7d549d6fe29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a540440159d30289e6cf49dee6ce2cd5d6bc9b38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c635b3e50aa81ee90963c1564e6c6060f9a83582946aec27c555460dfbe994b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa12b2e4135cd0aedf68c7f7315326b842a8857
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eac6a0c7c81969ab380d4902276894c644d2e23c60affcb51bf2b35650d327
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bb182660cbe2693993c9079a67db355222d126
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898a0c7e274bd7d7704e578894cb7d5e839fb4f7083e3256331cfd1ac0484f78
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecda9f14c46b03c1da6abe1ddb8e566dd545f231
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8db3ed9fdb5972116d3e7325f21c460ea201d27c2e86000fc059ed9325f759
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f6e01d9eb8643396157866eac47bfab9957dab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cebec63aa03a6a4ea69ec0fd7520644e314703212f6284d3237f2740ff411fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422bc40957b7faa06eaa9aa6536f13e54c0dc388
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b30ab1db35ea9d1171c9da772d4b8665f48d402e894e242711d7e5aaf32143b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551bc72f3fc6fe21b518a11d22b247b2e0aecec3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1def714b3c0951604ce16dea2c31eb6a95f971da5f01b292889d9124c0c19a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37c25e94f73c436a52561f397369f9b98e3fe8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583e3379d6625a8e4146bc08682760933d4214caef19b2442991578338985a69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564e676f8efe26b97cff474fffd29e8c76007c1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e2372f3010471f1adb012ecb44d6e75801723d09a9dacc269691f7d2273a44
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97e347b6de77b91803c29eb0d8d0c0adeafb3c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0ea3e8ff9d1ccc057b71dd35d18f7051f9a47f2c945af9431af0660ceae4eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce388adaaf96b8498cc5d0f95824d63931bb7cfc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b23c3690ec174ca63302ce21f60324a47e5f553b0b4f6890123fce585cc2d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98fd3fc54e87d90b4210f98b2baa2d3c87ceb2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d59ca48b01223d9a4d6461c5baf24ec04fe563bc8c7c62b20de74c28ebb70c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3a92ad697231e98c41a08bac7a5d0dca6bc2de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b6f17154a30e4ce125ccbcd582bf6265970c91b2ce29a86bdff149568da05e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfbc44f179c842eed44505462f129e3609df42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cad5d6e3f78a865b12f4ba282fb3da0ec28c8bbd5d3388cb8b669462832a007
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ab3478707476c9b1a722949da27e86303453d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a04c4796dfa6de03929d5e29756fb8e7edb6ce799bcd164d0a57945f5dddb2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b0fddc1174dce0eb6e5ef9eef75d3611ded361
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f0e4bd56c457f4e99e7d3de4568288aff7991ca674d3b82daf437782c9b45d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6995378ccd149991779651e645914a8f9db38944
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c732f930bf3e3df464637fe607db29bf8452a25bf2dd03be3a8de1c24ed2ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69109d0de9b33735b1fe817c4ab48f01d7a5a995
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea5d4bae539c3e9b2bf8d5392f0746a42f882160d08a7a24b614faf478cc406
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f31f90b2080a7682b7476d5c599f75b318ded26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26e8d32958419ead57471544bc0823c38792b879632a49fd0b0e2db5cda3257
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5f8929fa2467536e0302cbf2f6f294a437af6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786a6333c411c31e05b7059e8b5319e1c8c9f9f9a9fe94621a6e7fc26feed97c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea902592cac9067b224268f1eddd14ce2d46784f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be76745d1c3869979ab634e7550da2998de3b02ac42c9fb2e3c61e7c3903c700
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7128e98e34fce41897fa878a69a194ab834b59
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbde603d77047fb46123fcb7dc9327dd627a98e7a6cb19595eabb5d451b5d952
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1364b217f3a7faefb115b8cb687d556f2c7cf0f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58595c8e5ad3544a33e66f971e413ab82a377b8904b66870f5cb3d36df3efd5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3facc0533f86305a0f851c25c73911dedcc337
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05f5a75982b083e0737d8d3849078048b90276f804961ac7766f9f868004860
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdcd97ffab0db1752cb66f898e2e995efa33e04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5388f82a432a57a3a5afa07bf579bd303f1af48eeebe11a70d4d44688eb68fc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5fd1b6e8cb11e298386bf3bd54847024fb9a10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b45e650e7a5544e33aef91fa1989b2d21dd95b6b76424cbcbcc25bdd99875b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e4ef70bb82fcaf0370dcdde55ffa6cd97862ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8f27735027f022f00db5bcbf856507b7d4304c7b40ea43efe410fb99ceffa4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defc9d5d326f9d715e86ec343c268d7f3876cf9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf970d6d040ceda7c4189608c7a42028b90538c4c62d3987e538459c849f27a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322fbfa66eda9bf1de81401a252e396da6db585e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2256d38926c062395fb8b6c3700cc970a81b8d3ff7579e3aece745a42cc49f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf8299bdebf0f91c7031c2f78c679941370f2a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a817517ae07bab55cccf8769d1b592cc6edb98dbfbbdf7dc2cfcf6b56c4ec2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c08869ec9af2a36b09444d1cdf6a8d059070872
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfb8bed2836f997c051b8aa01c1f1fb30c05640b342688b35ee32ecb50f0da9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901e8a25d22b8b89b077cdfb217d34cc6f614530
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c69a2a5557675ad9e5ee073a2387c837f6acd7c3bbabbe886713e1c82c04ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c5e6f385ec751987b35fbb35b196b0a44e9da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc4650e21072aed7119b5498e636414be4f9e2b80d8a9cfe8d1cfd997303a5c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8210e8543dd598aa1381433addded71a105f4e75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0912c4c1994431468fd52e5b5a0df3d39da2b1b368cf89e9fed462812fc594d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3afe6948315dd35c2c26ccd9983791ddfe08b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53341817b89cb66de367f6776d7980f3c461c55e48ffecdfc1217a289bd140ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea7f563a0cdcbd46605a03951980fa26ff55ef4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1fefd2315a881e9e5decfdd0b158bd8e9099e1c1599e4740b2dea058dfde30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b272fc59c84fee540663b2355d8afe1dc21b539
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624c6bb1050b20f60cd7dbe8bfa0da3243f39a42fac5634700ee7206c12ca768
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ba04ce2d1bfa5281bf225a93d49c32f2727ae0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a1b27449ff5bd15c93b669af09240190901ad6bb30a971e4be00b5051c5a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7d8afbb8d73b771e3c79288836a3514802d2ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008bc6763027ed0d02430db6e6b760a1d37205f4e00ae23e563e973a94e57623
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435ec2e23ce9dfd97e096e0fbd0007332782ddc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ab9b8ecb77d841a0407755d495f47919225c7ea8330d0a510b14d7e1476129
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ff73d9b3b8a0e90107d7f746c7e325e7ec2d06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f048e73cb1986658d6904aea430ab6a79c45e89895dff969a1f4bb6b3e6d0971
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276fc8292b64a35abbefedc9056fa8f59d8c8e75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdd8cbe09a5597d8e04ffdb7d34133f4265cf639d7d151887ea319efb78e2aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d02536d90aeab299273fb6f71032ab06494b272
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588c83ebbdf2a9a80b390bd50cb3c0c8edc405545b34e434e2dda95a978086b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd797fedb20f9713ef790ebcab090a431e568de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37de033608df33aebce273a8e6da09406c356f6607927887b3346a1dcc47a8f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7693da3f594e0f3494533adfbc130fedec195344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e93c13e87efa4e1964da07a74936c8a148b1e2eea9bcd5196ebcf4fc674d42
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e3d6cd2fe41f1f1c09e29b78bc3c47623ee7f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd0feaf74d9d650b3ca0037836112e04523d74be3bece71491d874961183b58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff1dfdcdcee94966e98af4b6d4ba22a30a3a7b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6415627cace7badc3d1099d4af8dd4a1ce6f5b26a0feac20b90ef654e2e2d17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014dfbe169bc5bfdc1f843916592a3d534706c52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6343bd87ca6c14efffb289264f94d272a10eed9b5edeb6445bcad030e5f123a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edecd4873b492b03da8738b2c7d28c66e9a82dc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9f7d5aca62e78dd84f02c806a18bcdaecd4c0312fec0504c2a383fed9af48d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29294c2930471b65275402b60809be26445fdbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc14333a0c27b0192b19f8f326d43e18cadd5842589bae4a938511e5a9a6c1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cbd050416f6eed14363065718f37eda8f2e122
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df611196bad8ba5ca886dfd1e4750111c7f6e16d752a4847731e06925ff0847
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1b2614636f1eefa90fc7759a6e6d2e7102a1c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c24576bbb0e66185afdb1cdcb3c656ed9ccd8f046dd0738d12a8a97142baf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56daab9d9907d926c501a0542c09baf53c39dfb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85df89ca447381a5ea37369d2ecfc3956259be4cb76da4b068a6c7103702319
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbfb38a78e3b0cd88111d07066d2f3cf84dc1d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8075aadef0c29a17fd21c7cb8ebb3a6732f44aa2f4689e3741c7d9da18b6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0474342708fee82a376e9e78a62b451ee8a1f382
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd195b310a9941f7f4443349d501990f596d0e19810dbdd9fde4b4e58354ee3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45912be73ddceeb7c687dad47eeabcaa7a1830a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28303ad4562dd5f9b1b2484c70790441f7267439a42312aa9a80fa4858d40d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc7c17cde8aa522b1230e8ddd39686f01fadd04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990e71b32f90b6b32e120fc34e0eecfdafd781ecdac28ecd2da0b002d84cd4f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20368791a84d5c95e7f7b8b393597c4d44a68a3a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d22be70b039fd105584a866a8a3212095509690a65673818a97b94a3b011ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4705da3fe221776ef05d02ce879740a2d4ca273
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034d7544910db2a44da19aaaad43870dcc188149b42832779854297036cbd4d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244dcee5985b7a8705b18b46ffe25cc2585503f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760ea748607005f1c454c9c687f1d822ccd1294870d5f03ed43efb5042037027
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05da4aad253b29f600e03e354632d669d2b80fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3662f93ec112647da2580387f2d9b60f5168a700ecf5a8a92df11702f2d795
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eac54337bd2b087441fbe405cb112e403b7e02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee70dd84f319ced20dbfafb35b74aedc50727ea637a365073f78c51d8b43a23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1a9ef016e31f0eff249fb75820e79e37eef8ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c75e997aa2b93fdff75b8ce66f57a1553a8c3dc6f86f8cd9c34ce36d7ca073
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2603808c2b99278ee7d4086a04d06baa5223fd4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8c649a4ba33a21bfe9458d1c80c9c96bf95f1f31ad699fef13c1307d4cacb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450194d56241902c76d4b373fa015371fb44b6e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2a24f449b487a54e00be9824c7a16ba0be0eafd9782c1b85092d6e6b6c403
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5aa69ac7ba317dc7f33d81b0d166d5f3c6b8a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a1d4ab46bd6f30e126ff0a0a48255f2b1d20171f6b1bad1a9079c521154b5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b759db0e8ebb4ef7a6596f0b11ffb68d8105fab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e576ae4c0d405723ff85cd7da48ef4cab22164ac3714f73e15d8bc07644821be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71915ece880353021e079cccf6b146362d16ae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40edd2371d84ea6255b7acf7541578a9b038afb6af9eff0ec0d2d1324f6996b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0b14c2659b92a1ea602165e58c87ae63bcce36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c8225e43cf3db67ba1f0899a2cb3c66d336285d8f37b70c1a3128950b08550
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49037a65feb23aaf25bc753ce40d7aac2b61bd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931375899a2e915c7c6be2d34f00c75393f743cbb097fa277c15934a2548d93f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61315316f80227a428e62889ce09f4bb70ccbc8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdce4f22fadf8b159c40449d5c648c8f191c8035bad723dca3420d89d56253bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93e2b5c33d715991f1dec26ff7a52c1a27af4f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b9b58038f2cb4c8323cf93607d0cb87169736b0cb58aa0e5c08b48d8a11c67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c460d76c4872181d2e28d6dd4cdb1c81307035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ffecef72fce109755b2365e1398f842969dcf0b18d65dc3dd1d82c3ab36d55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc912551208b14ca6e52f478e60054f93fb3753a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baa216cf8fb68f534e1fc78cad49566bda1f1202d8c783d4fdfa9f4d6954b09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5abc49cb68e07ce19f9da43e3f71695c8e5500e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d7ad90888a7e07da73713a4833343271b2c68aae1d42d88be55f2a1c7a9a15
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d2c4b6ac3cf44237ae2ad741582caec178b30d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85141522fcfe4f7fba51d9ed16a35c62c0a339af948fe0e4cdc100d77b9c697
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadde353423ce5eec9fd065f214f9bba0b06f4a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d394d3ca02af0ddbd067035845d315feb222fa8206adb6c727e775d0da19f75d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2ddb705e6d827802657220c6b6ef66a9bfe03d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44080971a338c9d2adbda9dbd0c2d1497ba1a61d526b8fa89790cd2619f235b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee592bdc68a52ad2498018f0e2f1f5e85ccf35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0aa67aa294a08710d333543678253abd54781c7d2caec2554d4a78917d8dc9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad774a79aa89302ab0ca9c7a49b27f0689d99a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189036d5b866462b5f2da9be46cd38ede05f72e95b72e4197a12e3c9a4ae5cdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c0bb3eafca514b7004adad9db5dbbb411705e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34b8e8f245c63f6fc874a591bac161d994390687ff352af44725cac4ff0f5a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d35b5ac18c49bc6cf88d5433c754c314d63825
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7b0a03094310cbe61c57a7955fbc443254711894e450c0d1af0533d0e5b950
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844a7e0a6c70f389001a7a2b06522ea0a0d31351
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a39c4b7fe516ec8a7ff6b610cb223e7740e25255d06814505eff7195dd87cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c709b7cc7865854ea6177e469e9b6bccf64047c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a188849ae0b1c7e40579cb866e759989697e5aa07bddaba12a97b5dd338392
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c298d823178cdc163a99f3b83eb5e35065a33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7bb276bbec3c6ca1086ae5f871d031807056d20b6fc75a551bc0d5082fb03b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cb011350dea8f07bf8ee4be50e525e43cb5348
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b70fa5d60984223847173aa94df561a2060340ebad61be11693d80a31c61eb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14426bd57458b29ad46f9344898994a045bd41bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c308e87d7c607d2d8c6dcd1147f5d24b98a1f0c0da7e84c514b66792a194cb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20c51041054cbbcbc2f6aed6c2b8c0d454443cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3858b37cd1b1dbcf400dc841bbb6d0bb4f00f348e77a56cd8f00932e21a012
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb06704c8f246798a8d2d3683fb902091368ccc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5103b98c1e660d2d83b8f545facdebda50ad688770b407c7d8dd532fc3d78e4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f4209ada4079eb40719b0e2053010f713e6e77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769e5c5695c06a589ffe70837bcc1490a1569438cbafeb015a70bb86f9c37c98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f23202a44c5619ab70bd07e4d853acf038e2ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186fa8298ff49d8a5e1b6eddbe966270c16b2bfc884de9a1785acc845b2ceb86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc800ab0c46a891786d0ec3a73d2c7b52b4f960
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aacd5892cbb0dc97cd15b64734fee2f2d425f355fd3b970e6edad0cab7cd6ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236160dacaf3fb47081cde648b6253567ee4678e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28df284f9db0637c446dfb88f74ab071a60ecb57a9e5e723d2b2c0dc8c035c7c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2a156574f54d2fdd9cd2fc838980f6239947bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b277ad5e86e9cb2267b8bedae7b33812edd3ea68fa4a8f4e7a2dfcffe1e585e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b204a62e929fa50ea173b7ceb7a8ac1ba487019
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a40ed09c4dddd89a109985653c0ce34f66fdcc2a8acdc3fafe294b6d1e7183
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de944b12825e32e5e4f0b113632d7b1b9c703bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c86ba59947c5fea580e582083092a4b5fe1252e4ade158586e3e4664f26bd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5790143c8670c8abe9548e226a1f841d42db041
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd0a46b9ac8a45798143d5917d87e8f6b3d3b1d740dbd3c0ee415eac7e9f153
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1726054a006a99f41b263b957468ae637718b853
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8208ef380c89c0d9cc343fbd1ae8d1512eb3627cdeac3e1be6cc10bf50edcd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73480348fabce59ea4a17599761bd99176af11ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2bc7d51dbfef1a89bb36221cb26737854ce4d452cdd8e3d8e83d58c281cce2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37d0aba3652ce5417831c439b26e8bf359a6626
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe43bd30dd119cf21e768345419d6cb7a9abfc0ffbe70a590762179ffa8f47f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2371614069005c0b65d6d199bd2189a3bde206
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab8e27f5ee8faffbc175df2567a919c535070b54c776caa4e6aabf937f02f7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e48e0093f72944f2158941bcaddd0cd68c95a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210c094fc6fbb1d88086d0dd8ba4c025658200992a7ef8a308677cf93d94a574
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58720990792f5c237bba8c527095a6bc41c42cb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e47e5e60ce0e470d1562c16d941fd84d3e40cc8ae5052d65d053ae55a289867
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668a465a31f7902918862e9fcb51db1df81d43f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730ff8bc1f4c3499e30ec4a605929e90402a87e4a34bea8f50b12168bdf98360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c21d26f41d979a4009b4bab01238f2edd04cc3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dee54ccaf7f6ba17af4065571b177469734a0407748836f4de1b656166c17e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac74fe246210c1dd0bd118a2165423239cf11ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adc1235f7c865e0d16ec7fc31ce9587f247a6e7f1a4956dc52d2be6160de855
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b815750ccd48f4ee9732f91c5dfde38d23acf0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c422305d9a587082d0f3849db569954e75c6050a4b140d8e88693f9aff6217cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5f9a8138ebb5f0d9be3ee292790152e9a29a63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf185f64da5e8877dad94e27b6139e12ec740693abbcf7fe2e33187d590d0f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a72d48a6e8326e1885c84667d46832a731c3584
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18026a64e1c0d1aa4692812b0bf24b000e70c87d82bd148b16f361383ddb5360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3166011a56c5c2205b818846b5266d5662055b9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb5d658eb070818be399fb6ce0945cb336daf388487b1227bc1d48bdcb4bb8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaef503292644566f31cccae60b2fca88974f65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d50ac585b88ae43e57362bf11442b413984a876976469b649f9f6a86afa030
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08e602ab1f1c281b21dbd5e1f830bedfaa551a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3427b870b28875a8ab6de17b4c3170f3bafe73efe6c39a2f2d01d3fb4a2d60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da4a26bccfb1a780d733ed09145f9a2e0bfc8f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f244f82a48ca0d1b39d02f9ef2083d6a872b2a2187d638751f0d7c25f847d38a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6961bb60a31c83e4c02f4781f0f8ff12de2706c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715825cc40cde0bd9590c73e41d899da4f041dcb61f2c22b131191c0db4c3627
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ed48a081b974836a6305769961f15f84d607b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48966f0dafa1ad61dfc82eb2fc5c761f9cfd4543b5af7992468be893daa41a87
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a57ea4b9cfc321d438b48d60b1f5127022754e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c183b3324d6c1c8f2e1618a8c57c850814ffd6a3bb88a5b3c58aea4f635b707
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fef581ae808a568d53aeb33d121abc2fe395238
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afd391ae3e53df3263c1bc7404162f32c4151323d17225b402d3effdbaea97e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775f33daece04a8f3fd2a5464ac0aa554dc23ac4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d288b478bf3309591804c04a47a3708238e7b0cc7ce1bef56d854367f7cf5773
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7c0e8264cefe3e1752e6c95c9a6b9ca528c8c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff818c3e362b5030eda6d7edd06df04b26d2876251cb476768666861715cb449
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f4ff2afe01e1f3c0b886099471683ce6bf767c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41baf9ac20906912fe7bcbafa87c4871f8ff3969fd759eedab8b3b236a8ace17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a99b11369c20090e7cf659396cf0fec93c948
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de27024f211bb7f7260b74321f016c52bf97f638a7c0d26ee194b24e6a9ae29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff319e0aca854839867214028d9561ff7db738da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe40d9cc2349b5e3fa9c330dd9fabe2db6b69b7aa4cec0d002f15cb66368f84d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d3edd414826654e0c62ddedc7ee42b5c345592
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b681edbe700cdc07221aeec41d8e1f8a77aac26a405f3f1d54e22009a193ad
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b9fcd711215661821dbc6e31e20d058cde1e9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb8f0cb044cf91205129c6ea6161ae85c4d742dc146e109c704932f12eb844e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a11f270862b0bcb3ce5abb2d4c2079b9a28b12e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1b32ba8fdcc280d358ff83b679629bd26ee9849c24335a69dae449a8debe67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3818163852f4ef25122a50b59b33991553568bb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7597ea34392d3a84204499ce1169f78ba6c6dacfccb0c11931e335ce77ac63c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e746e423112a34a6cbede233a1e48bc64d5bce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163ac40c7a042fb83adb1512ab03794fd9620fbbfd1262b73cb7f3cda033f025
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c667cd0dda44fdd94d0c9ac2355dbd25ddbbeb08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9795af660e3819beaa7d177499d00d08f0bb317fb17027e096d95c7ab1dfb73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9017245057c78e84e01056e950a63b1c8eaa28b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae42bf21e193238e728cbc0f44f5c4f678092684aaf830678263327b720daa26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1157531f144c5bd925d11ead072de3b1566f211
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3459c14b0fafdc88b752a2f8d748904159505566822900ee914a4e45e2e25ba6
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a974b57354257a089a82abbfc27a2e18bf5f7ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9c1eae8288b12c041d98bf2777f43f729cebdffe36ae63bf83bbcb81a533ff
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0150a82657abbe3fc27e10cc052f07c977bacb82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3d26bd6630cec469b74737ce7c995af8998273633a48886d783b2f2a5f5047
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3ab7b654950bec44c2ba92f5df7513c0a4746d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b14e71578bc105ee1dbcc2bb7fe530fec7d81626ec104bb78646c8ce2cd3c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0112afcfc57462029ee2e9300f57cbea0cfa1b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ccb65b6083d30f13d62609d74b3a4da3cc908fb09515573b10df6a228833d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde7d2835aab197ef8425ac3020a72fcd9cf1d4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4546b044a5194122216666bf211aa1178fb3902400b3612c1ee5f3b1a0602f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef95e9e575ed5f540f61018e2731d928a944881
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f0900fbcf8d7e5abd0b165079720bc51d3e9f26f3d6a920128dd502d2b82e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911885a129870ebfd78242325ea3449433963adc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e68b29beb8273eff5381695dabda00af141e441ce4a5e83dcf628693f5cd59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae1f62cd5875b824710698f1159e8cb79d34e19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab7a3ba09c068b52144f7769383e7696de2f70db5d6213524c74fe12b031dc9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e48eee34adaa6cc9ad2575fead8a915c1becfe8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1710e910116e04a9c59b1a5f7f7ec31aeb798454bb41cb79383d74807e0b66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3920815cf440835ad564888e072527b2d9563e79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82812034a6a22a8bdb776981181ffaa41287a842109726bde5d4cda983ea8f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00948fa49655deb701d633ede630b51c253a2127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197c597c803e4caa4f76921ff1938935db22b6e7dbdd2f764d71af1a15f5c4fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f561107abbde253b11baf73f2cca3bbf4f66e8dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e007823bac2857a0e2197dab9729c00412e1f7228cc1d54247793129192cf0aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b078b942f2ea0cece4fdab59c7214f2d9f907
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f38efadd3063d5f7975c2bb9e953a55cc4231d727c583854c35c0f9fad3b5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3d05cfac9a7e7f538e1ad049e84afc3f468b6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ffa098fe177016396fc600a22e32027519e650737258569aea2b26c7c1f488
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82956e1147530e0c22dac6cd7b45c63d83973573
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf71eca0de8bf7f6ca8d54c652d73866ee97bf3d066012211fb0f5f110a38b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6618e5d283c04e93c430b16dacfe5bb007b283
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670adedc537cc4f6364d0ce8949bc749a4a6aeffa3aac2d5530b880e471134fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5b9c930df9668ee6b48b5124f175fac6cb56a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee982fb2f00a743f90b8c8ed1d19f6f1021e8e4623cd1c231ee452bfa5ad361
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd116c0f4b9b5625a9554919a00da84699b320c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccf974c96e9bda84d09e59d6be6294412f9d4dba8f88b7cf19c62780b0b2823
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf54e69feab51ff424ccc59cdc9c34d5c6bfb435
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f223e8c8175e81fddbde5bb6f55ffd541ed11f816c50f3500e3050a731f435
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb913569c81171201514cde3e2e8933a32f1526a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62461661b9a96f37f08260765c6fdb2505c0f8df727459cf72d51cbad4a05ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c18a5f9f5dab22d6800280b513231b98aef260
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2340d8f47224d6da1ce04b39dd2e3e164c16dd3e9757bf80aaf538881cce569f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc238ff3118f850285d1a782a4118868d86b07f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0f74de0057777017cae1645892282e40b663dfeea873dbfa854a603f1a71ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082e4071d7c36ace26a4e8111984d4ef6c725ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88e743645842c0f1767efa5c810190195a843da4e486afa7a282946beb70e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126d81a7d46a80ad446a891d1a10c7a93d674a6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e26514ad9f87018f474ba70836e74180025622ff04baca12f00a4eab68944de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdc1b443359091bbffd42b5d8d344f654c29d12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5237a3f9e03b715653b3fed143e33321511556b92936b2c701e08054e259659b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7174a18fe0783323b5cf9c881083ebb75e4ae018
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8854ada2bdcc8fbc8f63b3a3afb29bb54bdbc197bba5e48919439c3c715dd869
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d024a0cd8da86e12f727c96d974349dae330af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55745fcd645e4db3e8720d9dbc37996b93743d65242f95671dd5ba4f94714dba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b858c729b90ff5e2c12d96c444824c747be250
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7fb82de1d01f6b4539ebe7dcb3e35ee43639f3262db6cdabf5c8d502b20407
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6572fc4f41412c1ab3911056f78957d94191125
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244a0dd72a595732b8bbb15cee633e5d83db810656f21c99fae3b27a6ef0ea23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e9e017553e21de0411c0a02f627db7d05c67d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f92ceded247851f989f57096c901a8d122a66eec6b1cfda80ea779917a741b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67f22891c8833de5ab37baec2d6da3914b7d08a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8b775686049297435c4f0322c2ae678f5dd850ae244cff9006c2b3561404b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f7c0158e63a0ac2a747eaba80ed9b7188aa56c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dbb1998cf07ba101c888a0d010fa4579a87f77ba81aa6c45027854596978b9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5b5f2329d84e28085820f0f60d08abf481c950
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547cedf2a27678fe7f2be5e3743dc08f26cc76abac75a9aba48258dd15f240a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611fa653d71e832c2b899228bb467e922bb04109
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76238bc0a2b1f6adad636196305801485ca4a640c67760d9ba7fd5592bb9a977
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725ee38afa9c55c31a3c0b865cc3759b33c4ac22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ba7293a50f6f4de41889a06fc4abd02781ab7b79997d98cfa0540fc65b8582
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767960d4bc2cd44b414a941c9b31b9c199835f02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f107e60f691d4a4d83eb3cd154fa25909b7aa703a7c4a5cdf2a5ecdd64fb67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a2160456ac19f6ac1c0efbe8863953d123f68c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc4fd9de2d6c0c8b7cd50344ae05129808ac7d885ec4d1e6775740eb8a23adb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598228ad11ed72f10454ba73e9ff2aa7f870eacf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa216b96686296c572a3732a8b14c71204ae1b267fa8be9c26c8fe88ea88c53
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894f229458ecd2cc5c18885560eaf39f75075cb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17edf4b5a0b4aaaeb7461c145e0d50273de0295d07b323a30f86b868e643d025
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8ec4d0112540c9aab9c13ef9df981661cea754
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd40053cf285d1bc50a51ff6df1d46b003caaeafb22b2ba1bc50cfd48633403
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e277923f2b6258dce650de33974a191fa9963acb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fc834df2ed23fa450e991b27c71b43cd52d9d897160a720465c8bfac33ab1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8677a9246b68ba926f2ae8810952c099282a34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8410d8a8530b08e12a868cec74bd6abd3f035800b667b8a4f9276e3360fed677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628d1255b1c19c26010a247b819afe4bfa9e543b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281b25a7269985c0c9304138ae1ddfc8d42bf07576dbab92f69460e90b67d172
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c628311f7bb5f159ab2c5fab854d4b0d82df469
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32170bb70c44945186732260e3c01d526428f9b310ab6cf6bd1fcf0f78c23e1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4b1a5d72f4c2812790afdfbe4194257f0c19de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078606251a095fd9e4d8d30e8b82a3cbedf37c78664a66a33ff7948b2e9c459f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d523349afcf01808e18a190ff348381447920
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b739c1d3dabe662258d12a2151c7bbc15ed0a12309da14ccd515039fefb63eb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f710446f4177650634929a1cb30ff6f6bb9d6ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b649f35490cf8c28387bf483c03886113ea591d73411d54858e926df47cfe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8630c4ebf34e96470782bc3bfcdf5cb8905b3458
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da21ccb8e69c6228f6a4ce42e00e08c2a99d2a705dd163feec1810dbf0a061e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfce0b3ef7dd542ecee3e41446da34a41db19b45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c985a136ef30668c45385411f5ae799c476daca17dd75a74ab5eb861995623a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0634ed2ec2a32ed97af40c1c26d6943d199c7376
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f6c48c2be3e365428d102da10787d32dbe8a47401550ea49e229a560b006ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be5325798a58505ef73ff7aa4560dd2002c278c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e183fb63a6e0170a7ae111f0320de7183ed4b55de03d5ef05be0a83f4070270
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3a20bdfe61bee7412c3279dca1179b61911df3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686741b88f4e8a49a326935f303fc40300a848c21249ab4abdb2ca59a901df2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ad8bfaddde337b168540f4fcd1978a2e640ebd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f74506a8718eb64aa35ab9def8852684303bd42a161f96e56366c1b24f39a2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda198f616e0afc531c6382948c02343619749e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2902a9f554cd81e3ae4d6224ab4823ff6e6831fbf71efed0a6d9fe5c195ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f39d73857fd2ec9849afc730f7f5a7ccdf8239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6b81b7446ecc41d3ce3939761e418d3430546575c8d0924c7ea9345224e0d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bb7068a1f37707a9d251cba94ae29e5b3c3e22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4b08cedb83ce431240bd856af9850fc0d10cf4ae3483c6ae1470614db31675
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b05303f38a5e70221de5bf6aa9914b8456fb44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959bdf7533401126778c5044492c107dfa8cdeacea18d8fc79a2855b5d24247c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdc26321b293464fdcd4facc32c80f908b104ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ee719295b24054fe680198ea65536195e3525c3f9eaa383da22908332114b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b102684ea52359a22c327b3d130d32b78d82b17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fac9f2fede04f039ba4201d619b59abd9685108a322f5933d329be0d91d8d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f74fa309e4adb5ae7bebe4194b35e1892d4ae30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c323f2cad0ec357400abc239482e036cba857dc1deedfafdaee758767701e74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4337eb34e88646cbd970ebeabb80b3db18167
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec677edefbf9b0a65ad744644a248c6270d5dc6f775b71982387dd110f7c679f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07ffa050f101e1fe108b166709c78a7b3468cec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a62288532ff0d1a3789839b034d5a0f402cfbc92f31104823cfcdae8ad40520
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3232c2e6884e2d707a3d9cac0bb14d11bbf2e5e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98117b83694552edbd06c55ce38c26933c6bb1f044bbd34f9cda596d93bcfe52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb036954f224c2e73e8651206095399cf640752
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca6352c59433c86d346a66c8750a0ef4bd6b0b4155993eb8e6aa2118f873cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c165c0664ea438bc56ae1d2411c5b0c4f2ede
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3807b1acf1544e475e9b46c65db3c676fa41c59ebf8e6823de0be2a4ec8594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f186b9abdb1045b9f374c843b9b365a379151ee6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c9efae28d13eafe8ac32bf32f44da6d620587a1593ffdd92b21b68b299eb30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81503fd1c76626fb354d676e84868ca996c21b5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328eecab862acc2e8030f38bae32044825dc5f60e9d58fd4011685ae62b3b709
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648cab9fb4dc227db07c48387e50cfe9880647bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666f30a5eb9a7eca1ab476b3439f7df76638493bf33292c896a6ce81594419c2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60252c8edbab5ded4794e9bd98739803ee412093
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c82c36d58e5c6f43b53d974bf822823308971cc933f463f67fdb8ad09aeb5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab307c0bef752217ae6b6cf7ca548f2fc144dbb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2925dd2b0f9d5528370e7af330255cbfad64d6cd795342e3f90dcdee53189b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a9ab83a9247744af86f1601de62d9e1cdd11f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20171ba5151640f8fc51000640b85898f742a658441a29b8cb10b3ae13da9938
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33acc736a17d66cef27066c27c7ae70cc98cc245
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01473523098f66271ab03cef0c800e78720e28abbe7062f47a5d52bdae58bbd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b96b12699dd76a35668e4a79681bce69764ff9c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b140993522e6d0aea21560665cac2df3b51ae859788748383f835c5f9bd1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7052d95c3efb6fbd9218e67c8a87ae395dbe9404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e715a69ec2cb0040463fc0782681c72d09fbb6a2aefe99cc6dbd876219fc588
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914bd5df09d339af933b596e530226f669391b8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fdefb2d9e61a541105f68c977f1adaca1b6574d31c428a7484c715d5cf9e51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5885f8371e2e9f5314f920bf862f47f19bd80b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea60c1c73936ca5661105778f2f872c4706973ba490167a31b978489377db8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d834e148c3606a9769916ae2a15b31bc47af9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88d234b862e7fe8c0d34b326b3a13a7d825b456169a5410040efa80c5722396
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81337f5d5f7a6f18fa0f90fe037ab8521b9adf24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd0f28f84c0ad93aad49ab5c73fad84f1b3be3b723d079938333e1760b6985
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5106cb8e4e4a748b29cbfce7a6e326ddd3198f07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee623ad9c395819484c8906b34600739686b3a20c3643c0f59bbd346ebb7c89
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d51674253057c570b08b9a5b58cb93dcf5189cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a7de107d42be2b4c0efa4f343e83b9ff75e11945c8c29c957fc58a318d4df2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2499e7de11a01822b31a013bf55c3927d77589b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32fadbda1f11c1396ce6a938a993ff024b85837837cc0902a0ec2400abef1d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b00a67edff73b3a1363f7bf61af0f7c86bf027c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70dbce9a70bd490dbdf5a6660506673f5667acf8e3ba12252bc6054c6e4fe7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add7fcf514a25e7a984f59a9ee972c98ecd1f7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e964983dc3dbb2e1f48fcd0e9a27e964a2b5a935e0d159862ef2c015f01457ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e882b05f956a43150e04f2be7db202557fd27e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b909df62aeb929fe28c293c9371999154de21d3d15880f96e39348ee5abab0ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ea920d892c0a27cd31c035925546c750af19af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9534f2fb23afb3d51a3e9ba69ee12886a1243d894f8c4b08c8f842a1aad3ca0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b07f1f3b6127804d9c0d9d8573fc99a828fafbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785c87142e57d0cf682fd2b8449457b8f52ab94927e4e2bd70a4f732ffa8552c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e9fd7f8e3060d6a9a75c58b5e69a5284baace3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b118dede8873b0a02786534f79e5e755a92c834f896424b347557b5612a5036d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf9bf440ec3ddd3094bc472d8c0255412b56521
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189e84027d7f482b77f34366930c6c0dc3d1991e9cb54bdbbe789befdb7d1b93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0da3511935f2df3306864af3bef2c1ce457d937
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95057ef192750f2cbdfb45ae1352e2e4b0513755d9f83ed677cafc209bb47140
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03dcd66838d3e24c2ddad4d9c15eb286fa9464c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fb3791d27c99854292c96804391263889690d371ea8e74e47417969add37e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e56326f5a96f30cba9b929e1e1c0976606dd986
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3939075a2248e20f17853649011bf0c61981136e24331b171117c84dd2a491a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffaf721c79624b0964df806e4697398f6f2f97a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d64448fba84be1dfc4c8c5a2d2322c6fead5d4bd2eedd8b27efe9efb60ab204
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca38efc7e24b45474ad368ffa0ffe23ef7ed3b96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cb1f9a9b3f026455b3aeaa4983853357e5cb8f7b8190b58da9dd4ac485aaff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14568f6b4fdf7b53c27a8cfcdae9ce37f2115fa2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a0f5f0a39f2d569fe78cce40511aa27ef0bc1048a7e28bc6309ec491072c20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01fdf803d47d3bf4d4526c8b325480823d23202
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aaed22be53536fc085f96111b5e8904fd28317fdd3901f60bdc856d6c4ff09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4039ce84ef3033d6f7c1683382fe4709bd1d64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb0d69ac0cfc5c7141bf9145045a7e1acbf5a23defb3983c10c79748304ab8d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af43dfb6b78c3b5c6101101320ab189cdeb192de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38310ab6d5b4f7dd8b2fd5147a6e4097c140cd1a830b21b3c49df47d4e91f426
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6c8421711e5d1efa39e0854bac15ce3b61ac21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdee2caf9d5469402d1503d071d8bf8690762c005af2c4957e8d6d6456c8d92
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f311bd05783760ccfb826ad692e59e7298c3e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d535cdc9929db67b10a691c4f36d88c1900ba725e5faeb2462ea5934cdf8e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4a39d8ba8ac0522f179dae248e5653cf281fba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b07fca1537f29b559518e186162810da1ae02d5d68bea40e951a48644e98e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046d04e4800798d18d0dfe7238cc6f733901fd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c83a1868c04944ffac69f98e79f19fcf691ef6ca49f8dd5baa607e2017cf07e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d8490b35b9d4f6fd411953e2d42bc6f8099b34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392cf688fb8801ab4acf09ffa4314296a189587850c02970a6383984c1fb3632
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ed988b52d00ed0847d28f76c7d9971f733c870
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bc780924500f63a0b7f64a06f4576969c188aff2bb376fa17973d2ddc3cc39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943f783c1d4b7c84e5dec919d7e9382d5b8b264c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9578de6be359ea9683bd0215d83f8f8a39d024d671d38ddd5f7bc7939c840a9d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d9712abb0386814b5c8c7b848691cd1639c98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ec3f5904c39fabb6e97a631556229fceaafac8e15feed90621800e92b111f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9845d8d868bcb935fa0a700507504c66792d92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608facda813311de647d3a61483c92193e2afcecc68eedebecdf9e3893b74a59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c2a2ffebcd77262e57eee872b60b169e1150c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7367b88ba676895e22059df630ba748d881f2bee26477621a013e14b2c315f9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5a64707493e3ff40d44e366709d26530613e84
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bbdfdb16c1d3ec2016b1bc932fc0b1de6ca198c476faa24869c25822dea198
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0715fc26234363513f531e0f1ae66bfe6f915b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5b2a38a0be35ead7d863857eb81ef304d399e5c380776bbe0fe1c898d3c694
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c47888f10f410411b50db1b2f25919649053ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2462be0267ba703f1a2e6985b39889e738e38189738770b4d97424501ed875
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb65ddeb118803669eb090322f8cb613e91cf222
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a06a4c8d26166b459f7748d9eaa1fb5a82946c8cd587454417de9720396d97f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aa690bcb107448da5d324d15e8a602c70b2e0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da2fa35c8759cd8be9577531233bb1bf48467faf2ebf39a5bf957d407181cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc91059d5013d5bcc524024864bcd55e04ce4d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d408d269f6fa365f939e98f3dd81ec81f6f841a8376f48f9cf7f455654fe4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a5d50b43a33bc13474c8c560c2c8dc7651fe3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f559389e15c115cad3b2d5a9b219586ea512f15bbf7b8a2bf94eabd41b987a15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c12d96f1173d07a43438dad3bc6e37cea692b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152476a4f1199f7619f141b4ef88eeb6585fb258675fd343fc8eff1f7f2a8533
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732a06ab516212a47179fbd4c735a5187e62f323
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7333ab11b21d66fa52a89bcabb3094886712a5972036c7aaddfa1217a20ec1a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e41fdf6ba37d798b10d6ad66b8e155d21150816
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccfad42dbcd674542466a092a387fd6168d1b274d36855e21f64a51fd76c3bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87836cfd66e43b184942e185d2d9d8a8cc13f4a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e44e3e38182e0c846e5c70333417161969d92580a481fd61c2c5b9bde6cdbf5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d8e49388b05b062a110a93f694aecdbe1d778f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd29667608cc38145b56d66ab5d82853ead11ce0864b90b8e869a257fd714de4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33adc22c577b67333a531348816f97ef8d4cbe3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929aaa668817f24a84fd93a7e9e2d76b0abebd54a1d707f083b599a2821c88b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169ece59838249cd25083a2280278cc53c3963c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84ba2d797347fb76d137a6c2ab501093e87b3f2699c870e55121037d7294482
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014e2d90e8f08c1260c3ab0e601d14d7b3d466ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71b4fc770926148a1c6e3ac6dc91634a66feeab2767a8b40b2553eac684dec3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0490b0b0af7b48c6e1115461d8677a556a87367e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab330d0d780424ca1a32ed257b22e672c117a2ad128d26b27b780d3b24a47b0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae1aa636c957b65cc71c14a75ff2329e891b25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1af9312ef997bf34bcf2626876a82972c0e76df16aa16223f78f9a8f88008d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec27b19c784cbaf25c326a528c050aead5ced29b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3507ad5bb74828653ca6be5b9ab98696c6d1f422bf307073811145803223ff2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263a64f63b9e40f11f1d802ecd7d1826657db618
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2964c469cf9a31a643830e45698c0fd44ff20e1bacdd3a933ffb508eb22c4c0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba675310f71ad9b5da60a37c512611bfb851f4e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7c34c084194972d4bddabb5def140644d644a7a54af37bcab04510db7c362c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e729e1c1ae92b0668378a59684704664bc5afdbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295f86eb347abf28de1bf24f6c9efce28f29989c57010e8e17fd62bd7cce33c0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17464e7272764f29f286d0eb16471596c8074de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66226ec5427b4781c32168fe884260f85b83c8a616c16c75c3276602281ca719
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b206a78ae09ab7b66b916f1d64322e73743638
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a815628facbc6fff9cfb5c2a0be940df56c6776341505b118c10bbb2eba4816
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a7121c0c2e5d50f679d209faf0fc29da981efb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1939d5dbecd228868fc1888a5e250dacaa063d1ba58ff3590f170120411da421
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858ce189e343190570e1ab5761b89630037dc53a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66cfbcf91ce644ec26c6b2b4e5ce718ba9b1ee9ef725a8185cf0a8f48f71e18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb83a8ff6a6a20fb4b66c2e2233c32b87fa9540
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da3d316847ae3552cfeec79d505e52ab3c6267575fbe865ec60ec8723054a83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea47552ed058aeceee6880061395c6c99475b404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f1bdbc21fef6c8468236f6f4f6f2bd2ad4a3bb190a39600f51fd18951cfdaf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0f77017a538ce5206a0697ed49f401488b1d37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de2ae873747f3bc31dd9da7b8d0980b2e5a369e389b7782129b9bdd98be6927
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db464f43c6e6d08b80369de867288c1c1896d264
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd84bd245173e8fe5d92e3ce44e042e4b84540a336008ee26c04564373123e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922607138658dc4d6db414f540b06649ee63bc24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9362bb35cf31719e473a897c82c8e5f1eb52b1d9db73f44b8ee01a40b36b86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20b502ed0584db2b643d89e175495172727a93d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c6c0cd01524ca21752e70fd26931d09b5699da42e8a7093f7467bd162d1573
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97e75b8db90013055d9f049a258c320317e0c53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dadbb2a9bd501736c0d7352272b9f60672ae5a2807dcf1f995e181bdd86757c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e20cf5a529b8ff70c0ecc8c81072f79f069520
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f7ee6b3ad1cc0825d777f6f7519a952ea77acc58b02e7e86583dc7a8b498f0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617e48cf7acadcbebd530a32c5de23177b39de4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1fe4f1a9d76ce1d9d418ef7380395661bddfa136157c67da643bd343d0feb5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78440865c8cbdc16354b160e47f98d235bdd0878
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946741136468dc2baf91a1d5b7e93303b6c95f9c6ddadec0007092d8178215f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690ee33007adc4f5b906daa97e67def77b00c7f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcd53d7753e7c6912c7574c18047429954bc02fa31eae2dec35cf1e2f75c96a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890f96738868ba265077ee3c456a9370fc13d833
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7831b5d12ea76388c60382bf69cc893aef859f5a9112fc0b5da372a831734b7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0bfb42dbefd238e9ac0e2c3a1224a543244cdf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c93287493ebe22d5759c6eab6e4b6fe185c9a937377b4b6a71259c61ba23cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c908f8f1f23f403006db21d3c306a49baa5820
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e538c16c112f7138114e4332dbf2b0b7d00ab6b231ef0841bbae3bf29a193a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae11f7d76a6ba613795fa14fc3738abe89c5323b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029331040a79da0a0ea37b30f8d3022ed647c23704af0a56fcb3073cc6a11ba4
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569127bbe8c532bfe355a0de03a5a13227273dc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2d12583f69de1d140a704f7bc0b4eed122ba7e84573bf9d243149695aab2fc
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccca272e916b3c34229c6412eb3be058a2ee155
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33a76cf6b712bf420e0998dc2369cc926875bffa19033d748bc372f501f1a91
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302c9796ac6dba92ecfbca77896884edba9e3a4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e9a1869ce33c405b8980f72bfa1125e069a508fea9ce47675968aa636ace11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2f0d921870808cd272e814464dc859f68664e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c741cc3f26e7658f6d2974c76b0ee0c14e7119a6f13ff06384ffc4361dea6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdd6eb402ec64ba60bd33d7d7932df562785695
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dcfa481271633f3f892314e836be4d25047b4bf34b3d10f0dde13ea9122b3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad037996e9db0af8c4873e498680dee181c88f54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0361fcc89fe36b7b5a585e4e515d6517cdba4838202e37c17f148a3704cf6c1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4efc615afc7ce924202b14972a6ac605713298
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8db606a2b53903dda4a97544b1a10cba7fb96cdf653cc59446e7e2ce18639ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f2c17c0e1d7e2c5e78074d75467b2c6c4b4da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402f46111e1abb38fde2700d1b25ce35a68c3c631b93a08323c5d6ceda869e3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355d29d01e15effc2fadf2af949034eb0411d956
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb528b39123131b0b614ab476f4cf6ac10629cf6ade752dbdb916a96978dfd2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88978e0bf593439f4032cf154f5db1aa0752d995
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b42453a18c05c6238f02de2f92e5c84221178aaef78fa841098bccf92e977a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095224c8a376623e704ba1e96cb94b17b5320a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fbab0b33a51363eed1690cea31b5d4c5a9d12357c66c14c748b409972cc3d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6b5c10b50ec7d7f4db0f059bc2b00d91ac2df3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f4a4e17acce8d28a0d0b55134eeb11a84f502663fcddf7d02760d8e907ff0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b16cd049d2e2997b51fc22735179ae285de1f0b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226ad8ac8ca8c034665ce813d2b58ca21ce182a8dcb31f335ef95089fe874aa9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76a213dec078772c13a1db07e6ddb402d950ebe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9914b03a8c92924c8b68e04a2e6c7c2701122886385cfdd1899b39cb6460d1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e13158bf3c2917eea3ca10eb7eb5caee9d1fe25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a67571807f5c536a008e6cf8c95e59f1c10f9e43bd2b28b5cc9263809ebbd18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506ffb6531d1b10eb300c50dc51ed6cd455d4c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c265b8a2fd7b1c0026f521966df6892b56a831ce1f434674d9150e6677961e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7749a59eea943388f44b901f44485f2c8b23f7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a57db5a5b7d57655bb54dd778c9f3546d817d549db1ffec4c3c0e34639a374
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507f3228517c026136c64acc124bb25f996899fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9314d3fc7de1eed251b07ef331eaa088aca9d5efc3aa493fed742ac480fe3bc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b604885829896454057e42c732bf22ed23cd3cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6205951ca6302875b2610a8f1ae4622c486a7ae86349082b9ffea5bcefe09a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c05dcd834d184ea2d2bd64d4511c4c3ace76d5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74942bc3c503a1b049650b928591094c323ee8dc538c45900aaea4b7998e7358
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c152a60e6a7221ec46b0f4701edf34e5cbcabdee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280ac945c96998c179de5b36f912240eee952ca913c6fe416a30d76a7bf8909d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ea7ef90ee783748b0188c75019ba575cac7273
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6d13866242657df1797657396bbc029b07bb55f188d2aa0b701787acc63442
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d749fc571b96d478e643e4194377253231d659c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b756dfcfd3aa7ebeb0610c1afc2f6bb69a6c909afafb4ccad40de50df582c17b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78858f7978e2a28250f3665187d42f22009eecc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecae948eb17a2d4d9c30f47d6522b1d94aaa672adedfa84d51de155215d952ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d680195c285c887d724c59689bdde1195bb8013f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b285c6b656dd9aa2492a83b207b8394021dd2bb6f36d9d5f887b9dcca73a07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c88b9fb2f78175a19c79be1d94e8dc31ac61d1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f22b26ac9aee75457fc560ebf3a76b55c8aa720f33446a6b4a413a6718131b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6dcf97d2e6859d380925ed63a4b627fb62dfae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf42ce4e07804acc806fec27890f04bccf845983e0255def5076ebcd414471f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745a8b2565570a538c16c8623fcff0c17caed694
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45330811c631be7b1a3321a14c9a701cbfb7ce53eac9307b461e98653b3bfc3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70f261850420d058512898658536e063bb62e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7035847ef061a9d900055ca4b31c36dd9515ff0877d06bedb1e6270f0076115
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9058789b8d344b2b5d30ab1c53983798da54a743
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5c3def2d3b938569e2e39394cce48ebcf2e4163ee366d9b050e67cc294f4d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188a2010520a7fbee4697c6f8abc76e86b51a4fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d2d6ca5640506f07f3f26ead760891d5f3a95699c2d8d7ca8ff2c2302686b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7ef22c3ac574de4cbbee906f4fb89f4fdde508
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286cda168c836cf44d002975c4a2b7596366c6bd20b0dcfc42771fb251a64f24
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551dfed23430d8512661b79defc0dd170467736d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a79b7d7d0bbe817bf453846ccb12860545f4203b52c10232ab4e8542a647c94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85081504b50fe50ca53400f974bdf757a1b5153
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46c1e053e0491d225e709cfd51b95a97726605449066c1f70595d153b85b86d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed239aa2aa2131922bb8f6eaad8b0d6860f74065
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa41d4928d719a8b7a370e29c4e20ccc1eb6fe886835df6c3da971e500e3bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f0edb3eba8150b4104355ab715f70723625b04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f800fed30f20310420b665dc2a7a8963eddf5e6956e50e198c9bf89945bcde3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80cee35559f09a0a73296c548b11c821ed981947
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad664a551826553c15f99cfcd6aebbd30140848a49411d7bed0ebaa4c6c91b4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c523107735340942fba0eb6dedd658cba379a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231e7267b1f3587ebaff958c969595b8764298e26a944d48554fb0477bf8bfe9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c15f354b7f2831c562809a7f8c296f7b3d75aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d8c72a46ffa9448a89850f36192514814b32b19942572416094f5e5b5c2d3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb92a2d1bc4475b620b7791968fdaebbcc5000ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41d7d59724af45391cba4f45025d586cb09de1f53f9ec1d685870bd51996f8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a282da8d8e5b527f5ff5dfac944e24edf49b01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeb3050f83a5908bc47124def20e98186834135e9d4c584dca9f0e2cd95ebdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b1f650f058db1b629697a20c69507588331eb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcf4282136d7d42a86ec75b1597e2d931a8c1619c720ccda3064698ba7ce5a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d32aa6bd407b72602a15db249a125cc24c16e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e76ea6369ed8b91a7ee61275b4aed0031d85c44731d152b6e153436b10b3d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd4fbe95b8f1f1b82e7ee3272bde5faa5c92674
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c11e53cb9b7723ac944065be658b465af73115488ac42ebb286ea8f1686707
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cf2200dff1624fef3a17a4ab8e1c95d1a48cda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ef06ec21862f122d4903163e674cd219aec9c4c720bc74a28a53dda0880ccd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7048938609c4883abe85e1603f52f8761a76c933
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0210e81703d9e2fe10053be2d2d29ac6208372eac383cb175fd9e91cddeb05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58df5a5d25069af849ad14c8086c5aa34aabeb50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416824a5267c5ccb252b299de6108d7ae69224e2fcf948e8fbfaa17fec89832d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47038c534b9e696aa5d7a4301db531ac0a01c8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9dc2b05ad1bc76df1568ce2706a69c17750a737118b065ef9f942207e36cd5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c5c14f248581cd24d11f119ff85327a9d32de4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6b4bc91f233f2e1100d1865f949b6858883f066a17ec4c11dfb13eca7ed01a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41866c300d4fa6f1a6d0c842c30895808aef289d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d5ff4be29093a22e9389937028e7a3336b814fced6fbf30187c519f8b6a0d4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be54cf566ab8ad9f41d005d1842a67900271cd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4437c9a8299df61dfc03a3b8b7be277c9c956c1f9158415445df9c17487476e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b0e581619f07ab7f71cd9f7dc44c324befedf0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b23a74ae99f68b4411ae8a36e4a6b50c0955d48db5eef51c2ddd4b3b4ac0fd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5eda5701c608bdd5589c63306c12561a72a10aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abad59d479d66eea84e1b5b58cc4dc05e0ac21aaad93435f2f99e5fb4afce1f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0c2bc72f50f5e62b9c828417e9fe3ae1dac890
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c268a4ef1327266c44924021259232b63346e2bcd839c38046c2bf4ee2151a1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1e3f8afcb72386c5e993b3e5c45a204bd7d2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c945b333646ada95474fcb3d005d98b2e192eb68dade5b3684573a2964d8586
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2269f355e637de63113019a4062f84b86203977
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7eb22aac226b587b7a5223764d1a15bbe8b82342d530a6f66f75cbbe201e80
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba33549d629bff0ad3370f1fdb62c15624d69cc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cf89c2b42d2c8a441af36c431ef95457821a61ccd054cf0ada438a9fbc1304
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fea1e21222d480bc0e4ba43f40699bbbb5cc69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2dda0c96f01983f87c64fdd87df94fc36048cfcf7782f4fe805f56a88bbc56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b374407a7a2cf525a61aa245685e76bba15fbc57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f767be74b057f0f1d0e2030032ecaf79e5eecbce055bf3338a8a00999e73742
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f95ff7fe4268f0e6466f0ab6ffefe06c3d10a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3139f8dbc738e036c803dba0b63e26949dd4100b3dc45ab6bf3625721d838954
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28d56b9318a903d1bac6842bde28cc64314c5da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0968015f74c2fd0e3bb3f7cda095c665a4952789a871269915bb6a64d7505b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c6441f057d858bfefcd4e27ca5fd8c2de03a5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296bc2e8a0cc2333f19943bf143f00f4d957f969c919ad5396d89434bf9b0300
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c657fd509d96e3bed15544b34a80adc6a9d712ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1a469cc69b9a499d14d26a1f8fef945c6651406ba78167911680febb5bf769
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d509d6e02bcb350f34066a9c52988e73990c87a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37d5b8477aff7370c70e68b4ce14323759215cd766468af9bee90e020091569
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781b32dba142ed4232c9293462129cbf91af4c40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fd5f7e9c939d4777079a81ee51e2b21ce7b18152f9ca6c0c232b07ac45b56a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef1a5e0a27bc207b262007a97972eef83cfcedb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874b90f06802b21111aa86e2113e80b88e1cf22b3de017592c3a8c9c00482b53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423dada26d8ec3fac24ca2bc07982abe6afe7eae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e521c9e5b18ee18e7a346ab88e1b3ffef44041476f34056df12c40512f5ee9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4c79f6197c1ea36414c3d4b90d4e3684128676
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5830fdb57f1121e576ba25e8e68403a6d24bc42ee1274ca558fb09a936adbf31
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc134e55fc174ede67a2e3666c1dd2a2edf7b1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fbc5d1375b114aa8048f8313e5aa696a2856604e5b884a68bade442aa4c631
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c600ceb2f0b7a9680f6c87609037dd45f7dc92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6599bda0ac808a68199a619fc387e3ed54ca74c4e651fac4e3d93963dbff2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a33d94956d0eec51c26c1e3ee5997dbf3b8661
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdec48301833134d42e4c432e5fa0fac4d1d4290b7cf6aeb18a4bbdbbb614d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2e5b2e24c8466539096da128f27bcaf9d6c212
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2a5949a684f25d4cee0bc6c7434c49d1dbae1966f954247919d82cade03930
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60ff6fea7734c750c3e46668defd6c32da85a99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03af8b95a37f517010d7a11efddf27e1fbcf3a90dd36dcb9585047baec77711
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7fc0657eddfc4f36227a4021b6e5bda7eecd5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7593154196dea022d5e18624f95a44a0b2b82025494ae437deb8049f1765fdf6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e938d61976cee9608d66ef0fd568b7c677722f74
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395295e6d58a71f3f537498c78d78e9066a7dc49cf53ef4523572bb63f19ea53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce620ad15021e71b6f8919246992cf671a91629d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1675ec4c05b21c0b732a05e8c148a10b532e1814d1126ae8228160b9327c1cb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ff9c39022fe45ef7fbdb6ae55bc97ad08d3ea9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1cc79ad4d5cb19346099a48a0e6a05f41eca4b8d4f3050b20f2dfb99d619e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d799b97dd0897fdbfb27f2710ba2e75649b25ac9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4cb8bb44cbd4f9c0ef36811ffad708ad523a9d074f7c621425d6a18322315f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d396a60dd792267b294e14d0493e800a76e823f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82346762926326997439ea071550d7051b7ac574c8d9a0b72ffc374410df722a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d4abcee7149769c234ae6dbcdf8cf3dd7cee75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea7e0f3988d2b9dff510779308c38a8b52d055ae952eb0ab95cb82365e54e0d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ef93455b35703d596d12a1d784472513bc5a1e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5533e27a02b59f47be9937b7e9a810d2ed7bce5ceff294455489724930962646
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754ab07bd687b7e2addfe65135c2951f4883264a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fc7622d1fdb23a80a32e3b3abef72d809cfd9b8369cee0f9612fd7e29675b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5629bcd62db8dd33a54215c08623376aafc9fb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d9ce1d4ea25f1fc5acfb327174071c802faf2e524835a2f29f9546fcb826ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb2053f249a6808719a6d43f7ba438910fb1355
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41868d52f1539eed8f846bcb7690f8dc30695a9fbf05566186250cb60725ffec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0208e4c68b1819e0b4d2c1a2fdc759300e3f00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b6e0465c7cee556b10123243a59cea0ba83d6ff5ff3e176da974610884ac74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d425955d5c412651fa209ab623686ec6aa02405
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265de7d026819517dfa30df050395e9d876419224f6bbee218d2b91ac3335921
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e501acae503b4f0b72a2a561fed7a567d8240dc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338e54ebe898eb20f48c66ed4b22e423714aa19a9a6c1f002f9b0f6bc73df080
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1aab1a49450ded1e0fb25d0469e77b105ab5a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa9359836d8a4984d7390f167a217ba4e17bb210090312bb964688291106823
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035cb42aed9367bb7c4f48eca35f3b71b2172252
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f70875a42b2cfa6e582e9ef7b5c1c52271b5ca71067969748c3aa5bd67ec19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba9d8758fe7f848a04786798fd2f3bea729d7c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935b053bfb8a4ac191849bc1238af51db7ecf141453ff9aabc34892ec0c2d5bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef04855c3d943c32fc5340168ac25d525c5c8a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ffd236a15e3674f1c3557f8894e5f47f15b21fc9296d9f888432c85fff4a4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9826e6295cbc5e3e862d48a86ee8e76a1b4ffe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23320d4e07c5e6fa5ebf995c7c00d44bda0c538bfdce2189621c724868f48f30
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2e78ce0e6340d8ee57caecfb8d31280cea4d5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbd50b85fbb5af0f5f0d4bd78f7ae5797151a40098aa5ab8ecc9091e6d43047
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0fd6a91ada8c2c391a418a2c6e5f7fcd4361f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbbfb819e0d3a94e311c620400b208a1d2f3fbfce0a0b2974e60b87cfc24f71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7a7e79bad7205a6e8d668f6ffbd1a01383040e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943cb29996b22be5a6cdac0c335fcfaaabc49d2ecb28518de454d15124199a78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bec0d77f43afc9337de3e80a9e3d28ed48e7e5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1d3c648c471d78ab800855e32c4fea64cc169aa829261b92ae2863e2752439
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467fc1862abd0f8a656a38f461687aedb167e4b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6bbbe1ffc476a711985c3556ffa3f7f465f7a1c96810c96deedbce4fed403a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af91046d28b3abab72d38aeec61a530665464a33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a46a5820e902651549efd23c7d36e4a960f6b0df3b90a38ae8afc2f344d220
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18aa84c8aa255efe546588625d58ada1a1a7a1cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caebc958a965c23c6a77de3e0d66c79ada51f58b6432a6f00d26fe4321c8b6cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a06f23881fae46fafa3c4387c12592fcec398e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bbc39d29c8e0cc3b4fce9bc47a04e41aaca825c6355a7b6b23cfe8b5ae37e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78222794e95ac30589f3971656dda9f8fbe97e2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85208930d7cad17165bbca27d8313230bd544de87674274ef9a63756316e577a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c029a546e8827f14daa9230ebebad27b4e52e56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7803e759211f3f242a4ebf271b12ff529f3afce7fc8e1f1ece16cb3227e141
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a188665fe8cfb2db2a09f12218280d650c2328
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293bc7783854c5faa516860b8f617c7f39df3db4ac506130820c2d63d82de593
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44eda3a544146516c63ac11e395da08f4c8dbfb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e3d009077a46f97179166d10e9fab76900f5f9d0bebbf225db8e352bb0bc7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064f23af7ec584ecde3b734ed99ed29c2d8b90af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec360425a4e9a8843056a270600292b62a49e0228779c28492d48eb4c85575
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e8ecf266bdadbe2ee74703ec09bae944076d3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2cabe44058630f91ad71fd45150f9f90df7711e13bd73b0be725b2de378b6f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae56d57315c013c8c17d701ffe632be3d8c1090f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669aee0c3f8aa5229b615b3c059c16be5c39c1db174e1b3f0e5a7889917e7420
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a8fcb011d512b6b56b1960046057e40d182c46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ea01f863d03f9298d6c2acaa0f87a8d1ba0fca670fd76a1e4772ceb6c6a3ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b8da74f342ad2e4915d12fa2de429c71d35cee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7d36641106e6d69c9b3943e22f3cdf02ccd756d03a2a34e11db7757b4fc61e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a4ec232526a49d39d86734822dac99ff9e2e0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17a6ada27e83debdbec50ed6dc3f7acf3b887d5822c5d7f8a9525e2a5f39886
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360cd6da977346f3de1803cc0ab94fb54527c47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80c5ed0a651dee6dfa66279c954192059c026a34f29278c45a6bea6f714eef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7358562e78947b2d585be591727313760456adb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1119885807cc13c4b34aef87e4f67ee4585ecced7b3a653c75a06ac3223c07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6623e3e3556e2aca187715fbe1c9c57fd4a2efca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160f946310cce6d820a5af11437f94dcf8b7bf13c329b6484398d451d86592a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcf6120cb7cd30ada74807ceb9560cbe8e13cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821210376a01ea63d2698e36c5fa64bbc57656410b7ee1f9996bd2137e3d4fcc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53389082748f13391ed06c7c8ecfd71f89f0a0f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24828d34daa2341195997c4936cf45c02ea5ae112dc5874b26afc3218a5fcc90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9839c74e125a31515c727163d2fac925d2a0289
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03ea20940e30822f794ce93cf24f4b184498a81681cb8b4ec4e4425e15bbc7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17bbefabdbe143fcccff0a117b5c38c1165c8ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d429204e8258192596afc67f4c411408db1f6a5905886d76eaa7fb94dfe7a3a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03593a11abf267377b28c99ba42d87bd9f36476a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980977890b34f38180d8f7b26d37801a3153a193dda7540f2d19b7b4baa1c554
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d44ca50cc6fe6b17a4cd4d5f9f75f2926cf68a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960ad7e855e7ec5d53c45dca8d21a7ec112c45fd4abf740655d579eaee3162ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b21e562890583f0802630822ed9b1ce39476603
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0794dd1b625b6f38937c8e78518a1863000c82edbd3a5f097da227239c3874d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3557dbf315da7ddbd888d2092889c6728802f1ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3a6aa8145deea89c8150764a4f7bfbf4c3a1ec0dc5587241bcbfe16b2a4b1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752b2c3204da7b4d3fac57771bb2dedf0c82d080
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95144975c5852dc9f12db0251cfc1c92398a5f4bc6691a5654bdc770500c0c0d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec14d8bd43d66ce0379ee2e74f43aac6252214a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1a58c1a04f78ea2909f7e4e4c545056f64494c89ae2fcafe34ed80639afbf2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33abbfe20b09bf8838867a0f92057c3fd41be3df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac012456b65432ebdbef06e92dfdb976860ce405b3a7928a3cd03a48572f42b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab0ec2255e71c4f163c908a60748cd4488e9864
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd66545157a185fff0f1d50697dd50bde93c5706e857b87e45a9d4bf9cb1f1f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186847610f4be0d8d6c57a23e3e35fe1f8ceef99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0aca8987b97a25a5ac03d1e73453488012c73cae29a1645627521b1eccf7f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9378dc5cc86ab43dd3552e6cb9b25db6fb3f8af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a7c8cb66325042862eea4f3c04cce2a8c9bc5dd42bf57d4cc2cfe090402191
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adf8d64202ab00ac28c22ab2c36e0c9efa20ade
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59d3c8ee8df10a730ea5b176f95da4a6352fca14df0d5d8a6d4a737e89d4890
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca524ff8259b3b75b603cf30a3192b701050d10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cbe7a777747f319145155e2f9a0a907293935372061beb44aeaf0e0a14e38b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e6a57c86a3dca181f97f4c94cf8f4b86182fae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e6256649e06dfc1badc71c320e0a1960ed5bb503eeda2f090d7cf550c9275b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1de54279f44fdc2fb6255bd58852fcbc9d7ba5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6183aa848b7b222474c4abd7427328fc7b32cbf0b1e594d7a0dfac7694d45b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc12c9768fafa69fe73433c687d91f39c8b4167
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10523080ad247caf7f8a341c368a71bba53d27a95f7c59c5100c52bc6be16be1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d082429379dc79d5ce26a7c1525a0d108d6669c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4725930490322c9a4a71542cce689c63c26b14eaae6ab57cdb930c3bdee84979
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea6b49bc14bf09aa01f262f596df733dc110b0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac63edc12f2e0b926f745f21f90a7d6828b617f41d1c91bae07485223e1e2c54
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9540be6e68555eb95ea05e69a2741d58ed0787ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97251f8d9d7b4c18a406100655f7a985882a7de70fde00ed48837ad6c48a61bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23f3bfa13ae2eab26e3e2853f98e903b0e33880
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd9123523e4265b3d1401ebcbe3a7b2752303433ff2717f8037787788e82c22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5da339938f3ef4b42a950aeecc8ac495365589
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa61d4ba1ae9145173f2787f74aef4d8bbe889a477000c498977bf377cf9dc2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daba0017eb7214066442ef25f095d35fd204997a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5dc1e4a021e9c371bb681c7b340f02646387aa2b95d1e9b72bdc8306b5d12f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7d2c496c5db17937f553a4783170126b6fbc29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad658d31fd0fc4a891a6a3fcfeef2f461f0d33fee4b42b6ebf0ff503a77e34d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66848bd3e21f597b1445bf1ceb01d9745c09c79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b7703e3f196a434923b0c7cd855c43815d970fc3525a7487a750aa5cc7de15
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1a90dd993c8ec7853835656e42f4e9d3539788
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e8f8ec3d0d804c62db5703937ceed206233b8b6ba3efd6a1e6c3179fafc564
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f71c72758872e78b14f18a409ae136336d1190
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33672ec66af1f4af99515f9ace1649623b08a9422fe1c7404ab03712a15b6f31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a534f3175786e17dcfdf3f31f382aba362e946d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288e39deb821c86fb4b9eec64da86200a54cf40e28d6c2f197888f3d60358d23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6b10a20090ee516f6c6b96cddfee25cf2e805d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0680ccd4d91678b56663fea26cc41a41c9da352f656edb5994a5ee2b9f5746a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a1823391c1a4428b7bc9ef64a34d60135b6656
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cdb6471640beaec689ef452a26527827819d4cd2664a6e99597d4c01c2637e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45b434ea0ddfaaa82840473e63b9654800ad5da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff83eb3cf4ef31c47ce608ad411ce6730a9d825c0aecc5701a467b870c88d576
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efc7dba389779573738fc499cf93afc1c3d4d61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db862d1019c38844ef05be40d61a71096f9583d124f6b8c097edefe44244dd84
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891735dfc438b2498ce64ed244adfa317a818b09
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefc91f601e69295b3d18b93a4bb2dcbe3511a99b65ef3a4eb7568b113eb954f
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768fb64bb333afdb0a95fb9d72f64277b65c0acd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a3fa042514806ff0a2351a038585ca547f5d811173ec420c43a00e1011c405
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fe43a81c41141c647bdaf7b86f472a6c2f856b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db21481b5fd3cc04f47c72bc80d1dcebc282a9b718d33e59117393d246c4fe9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b71cee507dd2f54500374d421daa65ff9b9c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8a5bd6d9519cf6a7656957c01a75331fb8b390c6a1846d15d4f3daf08f0415
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e7bf2c9c3ce2cd1140b80770ca4b07c8ceee8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bc3349d5402f6ef4c3ee10cdec6d8858e30447bac4b41c302ba78da66fc668
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccaec8bc780aeadefb6f7fb6292ee8614311cd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4a9ca6076391c88177171252a471e18881497c0d453d417e50a7e129514a6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ee5c7a01cbd1809ca404c248c06019ac59fc6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5841c84edf45936bcd34b6b0dae86a7b1931c2d36804f129c9dfe43b92a84f79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1878d6f3b0e146c9cdc5d8f742ac3b724aa5b0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d520dd100e2abac658b691850d774ef93e584cfeadeb0f103bc62d8e5db2f8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a095944f0b33baa9049c7520777721bc6ab39bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef25856f3a3d2a987a5a9a26b5d03d9739a135765af7b296a8958b2aed3a41e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9e5d90fa916b9366e699d08cf791c26646f25c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aa692adf82f550ab07dabe65be6b0e14304debc265aaa21373042d4998fbef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce195e660908ec9ee59719ca11f03efc6f50dcfe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa2584242e0292038bee14754c4663f0b34e1c6df75fa99ebd0080fe63a747a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e6c0b85cd4fe14a861245f10b385d24e1c05b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb1c52029741471e91f73ae7de3215d2a333faa9070b63f3ddde8edcddaca3b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847f622872a93f6c129cf0e52cf1b689ffbf3fbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26d959c8491c2c956501557474f9a3b1a2caeaf668c5a1ca4325bca7d5ca145
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba12bd6c2ea7123d8b36ce9776fd0c3aa0598fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece1bac11a5373f02c3f9ff7e68c7b01090aa3f21a1c43204e5c91527deee9b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d000fbfb91e736ae4e0fe84b4e000114ee482d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0059ed1d73602779e633eb53f64136acfd42026a2344a34468e1e5280721a703
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afee511f5a598e8e40740446757819a2fe66fe68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ac515e096a457f1499cbbaafbb5d5eb8c284f53e8595844fb5831f8980731a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9adcc0fba25e78210af845992c89b15ee5acebb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88de9ff0248a28cf2372f703aab8b4c3b3d9fef55579d22c27008ca8d30b9380
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6171ea5085872b0194919df9cf5238b0ad5e068
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62802259c3335e57a6ad3d29a9fc940f30ef7f2bea2450cad137c2e02e65d700
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb34683d4de688b7daf66aa190f429afd2d37b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228172b36fe8ab39e663904730720cad3a5f8f0b37ca534174d25f6bf84af126
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d406e0bdd515896a03f093a954bb034175d862e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66339c1c51a3c81187fa82980624167843e090c0d24af42f3a77cae3fcba29d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1468b82057a96c583d2fd8305eda64e312ee7797
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf5dc5e4c0bc2564f607e72dcc996175d4e9d5228a3ea907971e85b2bab97ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfdd53c741c8eceba898c382b4b665608d0f16d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b7c27607c49765a686d1817912048baa6ffa989194c4455a08de2cbb82bea5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6662e83349eb7a1aa378573aa8d3edaf500df1e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08979abda41fd44cdcdefa4e63edf7dcd9cde34dbe9aa7b8794139dc6ec20ffb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13984a0079163f91bc8c61932aff264d2668c9cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c732a3d0a68621a66a0155a527caabef8887e6b5eed82815735280c81b9ae0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48366941fcfed8d2a0f59fa52f12505c688cb75c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1017d280504ab69a1cc87191ff1fee71a88b5b19a778c1d16eca9a164709bb5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad04e6a15ef9436fad03fcc53f7bf1521dd6621c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e89bf322adbe632756c52887a6b66dc9db590a465fd8ac6f49334f86f50de4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65026308775ba4e5c9fc81ef9935ad3dd19c6b44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2f78777f27e26752b5ae82f63d6606f29c415f7b6b127cba5b1181b90ec3cc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937b602d1b475e89270891f6e338e20721ca4858
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e224e6bbf29a2b5ad2e04a60a7fbdd214f9609e79e68d72b6c625c169a161f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765f17334389308ab5568382ef89d4971b1975ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6fc7b00772e258f7302c845a22753325df6dba6d7121e47dbc14a8d1160eff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b1d333ff2b847ae5aa839154277dfa4696561a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0219caf4671cf3f429ffc838c43eff07b86a56baaae9cd67e6a85e316dce11a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b848e9ba84e312d9ab1d73ef093d7fe28f196e45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdedcb47fcd76a736e34b933650314258aa7b0dece5e1fbb08e40a574eea8be7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e4fd14fedccf2d49711b7a3d4f55cd2e2514ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17e0d3dd4f17ef5db72dd7cd3e72f7f0fe491699e24a5cac2e1494c6e32f789
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbcefc6ae034a803ea43b5f155e0f9c0483955a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2edaabfef3cab879f43349beba1b7901f215a36644df617e832fc08824338b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e15920ea902a39e38556f5bec7134cda1c6eac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1382ea6e8d60849198088198ff8aab4593366cbadb505538dc033db80c17189a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9731ed0eb08e0d593893ef15e7c155138e9d332
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d35ac3eecc76be479ee93676d4265b7d349854f6c7f131b381b352cd74c6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187dc9e2e6c080314cd57ec9a7a719716b1ffd6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5a95fe751af158fb5a742ed183e7e9ea84fb0d256694a8e578b588c46e058
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619106e37c1db67265507708df297ce93ab46c05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea1d660488d4d0e50bdee1b91660470239277b92b25d225f3522977de39d42c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79996ba2c8d6e2ef7ae11ca9f6b769f2167c81a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb1828d7abcb7b70cdde767a8dfd7a59815d5909c7fa28e6436a7b0b606d21c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f3d44ec63c67b58085b12573732e2febed3b29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04079bc366e92a4833c7df1bd63615571a64c59bcb4a856aaf71b4af9517ccd0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c7359960816740e451047b6bd23bd54de66b6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a1e5190aeb60aed54dc4b76ab987b51c34cbe7ba150beb577455f8d36b66fd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e56387ee1b0c97b8f1d01673a7c23010a5479
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd310e635e891113f93c2748fd6635436065452fd2da737be42401943bf8610e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22769ade46e9a9d40482e50bc0df4e07980dab1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206f4e53c4afe1e386b65cdf1b19af86323928a139d8a3880b7daf740efc2f3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fa9aa877bc63eb2a9397fe377923bede22620b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29139a7c0a073f1c0d9008b83dc99b5aef73ac13baab22b59d7fda3615193a97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0362f2df0e39a6447cc9bcc4c1426dde15e15a00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d464d87e1523928b41b704ab6d3dd501ac25d302efcbb76a48c67e266abb1072
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60b26a81261b15987e7d66c9215d5b700655ebe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef651df1e915bc56b1c3e1daae866d7015e30d769067596017f13e70e836c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbf9ff220b2470392d6ecdcceb00c0f9c578401
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a216978abcc0b26cf069aa9f05351d62fd00a17f1a420f687f273fbb1ce5f8cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfcdd4edc0e20ab4c6a2a37cd07aded62454744
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80f76ba73a96bfdea050a21fbb31443ccefaaaabf0e34f067d43cc0e3e64b5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c0e6f9574e64036ad637fee03150ed633b0974
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d37116ac4f725c33ee1b75bbf057cf7d7432f78603b3b319dd2813c5882b53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d839c14d2e55a9196fffadaacf83daab888cd966
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323136827032142b8624254d760e724edd2c1a6d98363f7a70b00d6efe76ab22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a93adc4bb3a2736d5056bf0c8a7caa22627e2e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd97c8363c792e0632c4202deff0e1c557624853092fcb25a14edaab7ab3c69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ae51da4fb5b30d18f2b442f191b515795c54e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7ff86eddf29c6a12ae316ab94929429819437900aa92ace8539c80ceffecaa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a8a6f6ac2678de6b257b4f5c3f8d079cea8607
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d448026f3811cfb1599d7d760e50e6371620c1ef1c370e6959ffa465913a82af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42d556423eb0adce2bfba54eebe7ccccf990b64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24c0eb7fd94575e55ce54329252717899f233e60d03dd6dd201de292bacac4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f850c783eedd1323a2410365cdaf8e4dbc5187
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ae4b812c3b283f9124d2f07e0e0d609db342d9e1b0b2cd8f6be46ef9c6a061
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a62e8207284bbd7b28cd03c0dad171de90917dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206b56b91c24f07edd0a05d08a9a1a03b5650ff228ec6c3f47bd23f9c0ffd2b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8b46519ec2d152206998616481ebfb4521787e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f60125e36b4fca2b960cdce6adbcd30670f4c996b6b9963fb9eef5e61bda39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6da15bc3d4b9add789b386a2bd57c0cc546deca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a406dd8f96551df3644f542e0fe0fa775ef31c4bde40fa2d8958d42376c38f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8a0860d3c085a43ef0b81ae5b19fc38c506b6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e0efa3f1e87af7e88e43aad1c7f72dfac56790eb5cc299ab8935d6c3ce52b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac185f1b442d28fbd6d156e42c6fad7f51c3e36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddd58d75e7b3d1ae1b9396ccef51688a2672cfa05844791f11041302bacc004
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae2efe95d43c0cf013122b7e47b5ca821e41a98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896c3e5ba7b119a4d6f8794547e525a46d5b4a55d882c429617e727d756eb63f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e715148a2ea4710c81538bc8fcebbb063f8c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7d6c98d6fd314dc81e148ec26f73356c17ee1e8bccfa73d8348c426d3e0028
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfee37a14929ff586821903425dec0e9fb7349a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af6fd9a366ef9155f9d6c4a0279688cd979811db8992e716b4efa29b3ef710e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae010af158e851b7e7a00aee981c117a77e0427
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147e97931f762756d0a86cfa014c3eaa824988f854f2d83aa67cc3db43e6f867
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a7c1a44790e1aff736e36aefd6ccc7598182ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc0e826845bbae743ae25abdf5f23a56377a669e353642f1255712054ebb9a0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ad5d5ee10682be6bfe49e34dd9e46674899d8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c71e41f5646f5f87b7e0953170f62b22bef3a4ddad10a4feb3a5c7fe797af6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f99fc64cfd5a57303aa521134449fadfa7763b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8fd5c9547a4df320a92011ed2834bec5afa47a68b6109ba6c231179fd13813
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6452b46d791ad185f3ebdf5c4e42a6157d7ec09b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6667003159806a40be0f0f690e617d9674e97cee4f279ebfafcf641f6effbb47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47642a7acfbe8b60f28a49188219dd42ee2bf31c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961b7f2c012a3881ac84da3cb451b1cfac12ad21a60a6f34799d80d24a9df1b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c004f8b77b5ff69da4637ce2ec4ced53ba997cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cb87e2c413fe1a10c0cc41e5bf89d1d41e22678d692c1be04bbcdbdc2890a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced9c1af2e9081771fcd58d809a8cf77683b5c02
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f03a1e458737056675bcb8a6c65954c3ae796628d93925da18596f559bdee88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1cf906cb4e7f95cd9b8a1f50a44bd75476490c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e553a2750f11830d5d8dfb62fd95dcbde32e007df3b7d680199b5e147543d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bf80673aa96d33201f210a39dfbca4f324801e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc72833f84d39ade6934531ae5a7ebbebbbceaa6ebb455241b274906c61d374c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dc2d5748bcb34217403708716f33b0d27e84a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e972a053e2877532453fb22e1de25876af2a671a4c4cbeb28050cd54133434
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3cfb24a25dfb5a499e22a18ce27b5b484a25c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead4a80c6230f6aa8d2ae3996a8f39a012d52b506b6b2a9fee2c3b6dd8aa9eaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8427d5ecd7850fa26ff73da7fc625f30d6b6a819
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dda96bc1b2e4d3510784c13e743c67bb93ec67daea2c8a4097c816f02f4cea
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3ca44d6944294cdc1abecc98f0a31fccf2a5ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dcad45d6ad9cf5d5a1258a483ed540f1a2b281716d48c6d81b0d1400773018
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b428feb5cdf7b2983006f9a36ce2d0f27c70dbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8eb9becba69d06d51f275a01522cf4efeb076afddb02cbf618cca34ca67adf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a45f131a72f2fac41f02aaec99d79f3f366a58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815b57bfdb29f5e0394e35c3151aef83586821bb2b2e9ed8486647cbb9a9dadc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2856592d2ca24f60c35d054b3c58a05355ed642
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e178a9f688bdbb5116a189e89b865dcb0ada1d4241d603bf39f9364e2e86c47a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1428a1c2654d350edb8537a7873897415aca71c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7950ed79e34145329b114ab19ca514ee498f494ea627a845eb68840e1403ed9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f6bea9ce9c210792b98cfcd912198176fa76a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd4c3883f3436718a3ec0b90c4d185c6dc5272ebca9d71ebd30b4dbf73acb8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3032f73fc90eef5ac0066bab135ab06048bdf183
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c7d91a8503d296c01fef3d4e84b846fab1fc8ec21f582e0997add38277899b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705d0456312a7de3b8f97bc57b86775bd4823eb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea74778e8a5c4cee4e1238fdcb4709eeedcc2cedd66942f64501d9ef6b9a1c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b230b4af789f5db2645eb2ba5da3c57d6bcbae6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6184a2e84737bcac435a965e37b2a389472a19ee2ebbe0b110b29c0b21fced4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa3b6cc876205646dde78b511a843715c9ff67c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231f725a49c89d798000927d1f58df32c55657ecda2aca076420eb717cf886b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5976b8c227b8b52be583af89e157327aac66501
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b2e979e66ba1f583ad691a21541a863d80a0a4a8844b0c6f2c7cd0858db005
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f234e69197f0ee6ccc93dd743635ec191722d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdcd356bd895821dfeb0da027b078522f51e86b1002a1fe508d1f09a5699e4f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5056c5961e09090d3671028888790c242edf974e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceda2aed6b45da2278d6c43e1c1782a831138fb2d258094a2b5772a4d6ebb98
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a310dd813572e7ae65a03d7e73e2eee0d4c59728
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965e96302f900441fb81f52396c811864bf07223126ad00b7b9a7f833d44ae8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8711f4a86ea5a11f818c874c0e4a9a9a72a8f475
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda9c431bc4ae4b169486accdce030c90328f055964e04fb2e4278fecf53dc8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce87d71258eeefc01b7ac4eac1eba0d797c6a81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf2205d348c8c65017e99ad7cda67e65510cf09f2e24289868ea790acf33245
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90376c541eaa3b27a2d841cfee0cd5a404619f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc02104240a8fdfbcae878f43998e8153f12f680c8215a33843689bb7a30e58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ff853a01a36febf9843adbc714e9836b16c289
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6a963b81dfebd6cb55fd3212c6e6e0e9c02942e13590e47ee2c17469e94fb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaf405e446397962f21f05f87ca8200ec9361ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975836480e2f0a597e3ef8ed891476c039123091c5238c190b07c219961039f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144b09d596bd32b17887e864fd02a194787c3cc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16898ce03c8ac3ab65021b2e635ad245b158ae946aecfd7c0c81039ea58a4cc2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef89c636c8118ce8f58628d4575d83832526c0cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20597fa2cc67caa8662351bf0cf4f369335c1f7d52b5b61c8d78935cae2b404a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1179f6a29e5ce8c1506101bf9658db74a789dbb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40cb61b4f9a537e90b8638c2340d5dcd5fa49fabe9001e5ac01b0d48c51a501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcc480f98489b991e33e38c3958942aa91bd8d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8451d6a5f08e63a6d67562e14ae235a591126b2a4df31a287e0d74128ea1b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba629ec564e9b2576628d3120cc750cb69d4164
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e17abae643da17cb746e53636003c584e9f9ea39ab6091537516d6d8b68422
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22109a8cd997d7fa9a7fd8355c3428abd74e617
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f419ac9d441dc5684da680bd71dd970d4a860ea05c023df435a73545e7a806ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ddece80519e44736b3cda4f38ae6153ba91f2b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b7d54f67c17206a24cfdd4ee6336f5b5bfa95f3a6b5a2606902f40c6a9d1ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9415ab7129fe470e58946853b221cfc7d1fd06e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e69eeba4ddde1de04603862184f0a3c6072038d1525ffd6e3c733dfb2fad936
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88ab757c38686453a70bee0eb8c5cff56bc0749
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20767b386ebef6a38db8b31b89c20bca1e7a98772e5b1c7c82f7588ce904d473
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a237d346a411f1d8afa1d80772af1196da6c19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c907fe89f64db2bb1080e7b70e9506416fa52e495985102fd06bf1ddff2677b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e142a8bbedd10815f0b418f776033ca3abc69ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283a8e374c2c4acda1244b98b79ea2e3b28785a74b1ed4ac6a055281a4e05094
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b308f7db5ae9ae6726700fedf735f9e631113f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31101847007a530c9c589d5c7f28bc7f6011030bca734c3681c9ed0cba4b5bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b428e10e20c2dc3426cff9d050867601b8f6052a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12e4bb55dedce6524850568e5187aa5a5955600559a41fc0028bfdd6ccdcef8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f6afdda7b606d393f23ae53df024b3652b342d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa645a2f7e0909f2446d33c5e30150ee4e0f7896bd5c415e028ea20514a2550
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81233a4fe98823e20cb024eab2cc5c26244e43d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3055d7338099722b7ae4cd6d078cb28f11e8cfaec57f28edb82fdedc9e8455d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa55a5aafb7e696de59b58f8c1d549355e71ca71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8129eb545d3b53699fd2eaf7f2d3e1a887d1196b4c961ea416bfd93340c1aa4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac51787cb24545af067e5e6502a722bb7a9647d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648bcd5dbe6170df62886448d793c926aadb9ecd0ea4b95eab47ff14864c8221
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4246397c897574c4e45bfa12f138aa6b1c632916
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81371aa2727bd533e31d1dc224abee5c1318e9450d17028db23612555723e7c8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fe9858639e48c5e55a4d729306e20b5ba1f151
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2821de05ec483897a4599489829be1e30330db9b80240a3b84600e45d3bcf0b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7fe49fe4d65a1718a501e4db4809cb93ed27a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363cf8a4fe2c80cbcd45bff4e8fcfd3cfe9f6881398e37b6083f8aeaa03475d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b15a16f768584822f39c973f37bbfe9434e2c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5917dc8e28de4f27d7801e558ad483aae70ec6b17fbadcaa65d157516f65d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d014baf8652e74182522f606c1b1a2cf1b2e07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56bf5b4e7c7ec743477e94b644fbee4052dcd53f9a951557ee4db557f66e00f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d40146537d8ded6d431938e09354c06164123e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22b0462b1fc367e4c1be7076a5845715c8510f6a3fd9051138cda9a58369dd7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2fd8b94d19ef96bc79b9c892d9182b514ab926
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e231937b55a83c5f1185974ce512b9dd0365a19d6e5f27545eb362c5bcb6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db17c9b99ce7202675203f2a6985aa0189759acf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf5b727674920eaa2dcdd3c6ea862f2b7b9dccbb1fe23ba998611e8e26b6866
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f754d8d703c58467a931793cf30c3352ba36cb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a7dcb48743dc7da5084448f096b53510f94c5decb83bd47523ffd521e04fc5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a13fd1386c86cab60ada634bbdf88815350a4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d6fc0d661b9c68d23987e50c802f7ab694b0e9feea6e58a665c64e6d15330
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44abab120395d4c62cc4b1e511e95046c4a63cb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513fbb67960265479e0c7001706a7c0898172f32ea1e46ca12163c131f14d8ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aa04cdb811517b44f1409b9630362831fda65b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e6ce0439076d46f9ef8450534d645742e1ab3f2e561200f9d4e9bcdbc2bdb0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3101d6115cf3394add8eaedc5a1ae747437f96d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4c3ee32532f680d95b352276335b64446f13033f3f5a06539b2414cda14978
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5fb74d789f5e129d7e67879bffbee1db15a51a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab56165fb86a2744e7e3441af16c8843a029f6e051ebad3a005bc69c5268620
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76168bfc97c6d656163ed3d0eed80d24725ab1e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5bc5ecfb1bead0751ece4aab836ad72d5badf2230401405d2181fe2031aa93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547f2620d0835f85cc0654e52e2eb2a89fba41cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec16f4a27dfd96a81dd199e693e636ee2ac88b190d644d426150f46ec21bc82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa037304dc11e2247bfb0e486ac1c3d46e0b949
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da52a1e23cec99db621ec7e0c0dbcd9a644dd44902c2e1e2d054b2e3f3141a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9e8590cd8335f17ac6e8a89d5091a62e5266a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38c2c91a2b2e9211bc05c7681485a7e0e60a85648a04f8115a9bf630e7189a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5817e9cdeafd54df7e0b4930a8da7189b52c48ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbb413327cc09083e2febfa3e0ad9202cd94018d8cca44deda9fec77e68870f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3a0f233b039662e3d4bb57322ace10472fb2fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb7140f2286aedf30635f45e7c51a29a06053d6316509801763f1ddb2449043
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a8517d918c4374a30db63249ce94b451d10dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a51868dfdefdec755a13729946449c6b4f8fa4c4b0ffe46a273166e850bc2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea51e31823b4bd57c5508a97ffca504611e8778
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d030d353265931f6e2b51f2ee566ce2353ccc5b3432b1f6241979f4bee600b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c4d0a3d8bc7ed46a72df18368f7755bbc94a8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e101c75d2994156bf1d0f6bbdedccb891dec23eb0a9539bdc0eb5dae299d82d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d7b1fb8b030f969a70a4c9b793e613d757597d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faa2d6a825913b199c8881f8038684a826fed380105a01af9deaf0a4d4487e1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380ce53abeda563655a8337e6b05b07c1dc3a35e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ccabf96a130df6108024c68de0f851b6b68640999d48225446ab7e00defe0d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e1d366e437d773d4dbdbea86f63612e04809f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9f0bc6b2fcd8c81a6d6a6f1aaac9f62e964c79fe6b33cdf25e00092405e0ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23896ddc6d689b4d2b6d2516de019734f5fbe4be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa8eee6a2158d2e69472a3ac23a07c76a737f640ff43bc4ac64229505e00474
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efafdb58fca5c09c6b4781572cfb52766b3b5872
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb981fdf08ba0c9992c3a7ac4c0c5851f998f3f28857a22ae7967ba035679ea4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0199a09570486dfbf38f7a03e06eee2291849a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c56d5ae1b45bae0ae6170fbdcd65db1da8d0ad99611e4e7aec68f54f5857f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245b908e7aaa9ceffc7460920334901a1ba48b95
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c554e55daf57aedb4d02b4359741e43d152ee7219681e1cd102af63518e353
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4e54071d15512420269c7dab747f97a9545cfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817bdde0f06d5357665dff9e13147f076658cc88597348020a47f4705d809c9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878e5dad502166959e36f13a42457ebb4db9653d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1650d4735cc02a1865abd6fd45bc4f625a490fc7e546d49a2089ec476bbc82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60b2cea91a479ebe01f389ad82295341977d20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839e3e35e9a62879289d274ca2aa80c19b12a5cdc9141a79cedcb8301cd639ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4db0b207819699b63c7bbffb740a586f5416dfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e88e781b7e7e5788fe228e3f497f4a6144b94d0175a3b03203fee0bf47c1c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba587174515f69b0fba46fff76f4d6f37383d35e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c95a98d3799a240d30beccd945e0893cf753fcddecce2bc96e13a4bfe116fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd62c20f69a797eb76bed867ee674efe9e18b82a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fdac429017caa1e2e2a924d2880514ddedc995d44c226d4abbf4bcbe6361f8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c931f967243b122b81984308d8a3af7ce313a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e14436b2829b9651050c7df1178195b4bf2841d7ed01c8f479f71108fcc5133
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d36bf2bd1851274457c219a14ebfcd1026a48c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3675480a8e9daf616bf7c10259847b40e00bd7c6e3bb4fe8b240d9db74484f23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fba899cc2eaaa6f9a09d6a5499220d620991f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d8cefe1102fec34a92e970f554340a3a326a127788c3bd4da14fa65f889d6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c57a66b88b9cb01a1f61a5f0eeb70299cd38cb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d23e0c962b53236fc21a329f11e937ff35767554cce5dcd21596e653d9fe4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55977e54a5016a149ff7dccac85f9ac64cdbd369
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a01a2613d32b170858acbd74cfa4408f8548fd936afc91c6ebf74ea1bdd36b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0af2b9a73f1925e26272cb298dba0e6579dac8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c7e16097b32e413aeea788e0bcb1f8c57ae6e7ec2956a2308340b9222c1ea4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fb6abc230c7e73f23a042d9319379fd6282d7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10faaaabc08dfb8553c7c399c94ba9ecede57e775cd431c08331c35cc9b9cc63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55c94e2175c12d855c6a7cb1f3de83ca55ee5b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391e231536529d871c1b786ec712f68efeac45e57735d685b72a028293089432
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850d2102fd93b8f843e567c889ce960054489c70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5387ee3ac7541dbbfdbd95769c1ed9c91b9d1766868e02ebb6b75a149ec2277c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1857711f0de89ffaca84335deb14814ebdd3b58c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e31d8f700eef6a8fadff5887a694267080646211e94c2263b0846b64ab0478
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f2a18a6e301862c60dd10009b0441aaa72460d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e083e5bd8cfbed5122af6b1aa9fd29ccbad3ada32fb68a612ce06e237f00fd20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ce2b96ffdbc41d88df368f94a424f1a03e5d82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf791594b54f95c6751015de97672c404faa1494d97f290a9346ca063b0e93a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d5e351c1c3184b8fa8fc8b74ab59afd739e18f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7f7c0047f00a853b717d0e0fa32a88219f9b8075c8504fed8693cfbd2cc451
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6092ffd8014268943636e553240bc9d0784b695
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6b9a8e0525e622c4d2a2f243eaf59059b0973cd84faebb72f70da065038588
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1bc6672d026de6351ab8dded3b04ba7208d2d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b072d4fcc492aba2a1238b974bd229bb5ab1ac74db8cd348d0a2a4d01f7a5137
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868e561b3bfcfb0f093a1f69f8bb14aff507c7ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579ed82968860dde58707dcc4a016118047835acc4f9f2b3c967151383c260ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb89b2a45615fcdb64c460b8d7e7e21c53d413
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9244e68e00600306b393e3afd81553c4e831ac035bf6cb6fdc4f1215e7d1e7ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c69d8f8c0371c310e203bc848f0f3cc01b40dd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be0050c95048973e3ca002beafe9b6ecdd325a5962dc6e810302582f7a047e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4330740c000875f7973593c68a226a1aa87a06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709872a9ad81cc6858f5d77986b828fed71c9d86040eb22a286c4392f404a62f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba98f892a164fd3fa9e475b02a449198fe38b35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f54bf099e862535648467d998a4263c4dfaa6e4002d035b10a7c64bd00e876
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c64907774f8850851afd93de96edf6090a210e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcbc3bdb555665059db19af29eadf9a9d0113307afd384ae554d48c8c6a0e92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4116206a90d0592716a4d0bb276aa280af270bc7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2de3803c853c9114de01fa10ff58a50951b6f0f3562a99fe884d9fdb4239d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5479cd15729d0fa18200a378d9208f7e36eabb3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30b0ab3de235dbb7a37b1749f34279f7dac0b61ca186a84e5b9010e46569876
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e5154d5a2a3eec4e4fb103e0950ca80e549a0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923c1ad7047b242ababe4a94ed69d9231c316adc70edae7d0d741440894475ac
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7005beaa850557a2a6b0f7032056af02862055
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6c19fc690a84e739a8aad78c66053873f09a901926e7267764c0323477c2a2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2c37916c9fddab6e088f6547af1590c3daf680
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128fe68d89bc9de8a254d7f656d2acc686944e21d7006f7c6b0cd8fb0565a607
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81904f644672b85a4f2a8f85437410e132c8771
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a39ad3fa4b8d6300ec4f80d34ece310577b1d24734ab60313bb2b4a86bdc5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34bbbfa5731f3e4769fb9dbb05b6d438c3251cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f217d10746fbe92ae95e44b88ad6e8cecc5e8c79151cdbe790f5ce8c84ebdcde
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22582008b771d1a621a4b3b1ed443360c9bc3a7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834bb1992e213aeb5c26cfb5246d5a7045360640976264f49b8cf66f987a1918
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e6effc323674961daf290be4ae19c25845e0a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48358ff7e08d167fd39ec0e17f9a9dbca604df226e2327cbc5d1a9b1f48be637
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7f44b43f744b63dbcaf55c523200b65d83bd42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae07f003aba0d84a849e99f570df658523a24a92c9af9b147e04215dc42592
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcfe3d93623229e36c25cca9695584e5b4eac32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87090bcb0c55e2327fdef6e6637785c8be7da0beabeea14fc523881a6827d172
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878fe13be90d9e3d48c598d072c2cfe728ba04ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a171c845639fea84c85402a2761f13b219445744f33be80c4b76225b0454fee7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378eced662becf09e0d2a3148a3afe23447e5339
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d1a5cca733a453271eccb9181dfd41121460a2c1a1b618de3e166b8006ab63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6cff7bdaba3a76f9d64559c9d32498952d8950
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d4ba6e1d80bfa5ad0c236e4b3d52995cf9f82214eaff6b5238a6d1b926124e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069898b34e2e724a40016536302e3f83a204b50e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb558a58d2acdef3396ccc3cc5efcf4c437b0eb759652f5c88eef7f86a612ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae69fd01eaa1b3b24aed11c772d23efca6a71a7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5176962a3682ccbae7a2904db844185ad121592587c0c49e657cac27d5edc8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a009eb1e74edf8207533e391fadf8aef86ecc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276938ab764fa0b9da6fdda75336acd5ddb4b97c6f459bbc60bc688e457c2b58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b149d1f9287877b6c74d3119e6e1ab7c761153
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a0574ac736d576244f27cc08d9961ceb85a0f7a66f914947306fdb8c38e5a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e26ea72a2e18a9af049e107600aceb7b47a185
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be7c86b79c6c3ad5e7ac84e13b1d9fb138435d644fafea3c733a491801d3558
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3929e61b3c7e9a00ffc1f7899b6b2ab3ef586f87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202fcfc35f14dd59af5627146c57b1f166a4fe22aa4a3cdd563e10ad7651ec69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5c5df6c22ea3fc3ae67af6e48b9993ffe744e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b41cb8ec72a35a820ac2a0ce098dd92c543731b9129132d069ed4d657937f3c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e9d3aea466960e30698970110e1b2903e02faf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a5bc8995c844c12eee34d7586e47e56276e4c5a1bbded8412e759d0fc72632
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1e22e2b7208dcb8720d7b401fa7da6d24b8fc8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65861dc0d3f6e5b9e2b2b4cfe7c78f725c45b7308e2134385bbd28e355ff532
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a20eee298d43f432172d7dde326d1f036fe4a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc40b9613cc1b8d94efc783140e359714f4594db32c0005904203265e85f554
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1859b6ff929f3524abf85e60977a4d04c7a676e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6d72fd24a23b11782b412547fa0272b360cc15d09cc761d16c02cb58ca2bee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caa0997f48100ad82b5168e5d95a31759503d31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ede223521556cf31789700b2d63e3cc8555483ff2e59f9de1a526a3189fc89
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1531b0fb259ebe75e9f8486a0ce02729e25fbfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d1e4c9e2471b83ffd5b4accf1ad8b122a39bea8f8928fcd61d24fc9107913d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c017fdb2b8877bfc2eae7953c275b95c1cc7f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a9b66a1178c92115dd370a080208d7a2c9f1bf51c395d80fe85c4cb7dc9dd8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5aeb3ae676d058d9e303203cd724072341a41d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3835420719f9d7d37f6e5ef0b251365236c5bbde2e6efcbe60f72092f1fe91c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ddaa2aa0cf2105a98a108484783ba3a4732417
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8447f7dfe8826476e5050b1a8631d174e3bc5ba824491929c9133de95950b164
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66955e7832aac3ae7782b079da5dd7df5bc797bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3b4c2bb31151b2fe9dfbce5fbb62e10ae57eeaf8d8abbe1829ec605d6f7320
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15390a383c126d64d115695a8ea6377eab62e6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4734f3939f43799bc277e68fccaaacee0d0b2c532e187b4f3369e43eb81a358d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324c6c3ae2c4808c7f8becb3c06d243bc3a5268
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d9c34fed02e24692b49f0ca9d4626c27b25e2a53e7d001b19b22089e391735
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e3a9761004640091475ad4a8ad3d356346875a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9893e5a8d83a8615e2ca269582b04cde145a1aa1a593a68ab04b6fc0cdf130
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d91d9f3b7ccf7138bf459ab8c2ea7c57a1ae58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4ced1ad28f6cc614a1b68587965cbe6127cc97b8b8466b66f548488df1d762
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14002a363da2887e0b233f9438ba498f0b90f8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4196f7078c30c88881d59524db720981f31f0d11152df1d8b52f608c9dcdd91d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a27afe71fe9483e9503b598e3fbfba2c84ed47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfe4d346393a59c5dcf2fd95bc462a8c1434e3d9bce9611db89fdddee15a23b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0646f8f8c490221e97052f8a9cb86fafda3edd39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4a0547812dd4b2a99b1dac53c445dd84d735dc666023232cf6a854947a5193
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e889f807854275fb9035e70ccbfdb098bfb5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dec8552d6ba2ce22126891902d62a4419d5620b053c05b45f090f625ce3799f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f7fc2ae60ceb7337a3772c3e97e1420ba0e333
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb689a2388a28df0cce538c748ec67ca550f860013bf17ad1dad86a0d4ef8f59
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678224538f2faa1d701595658f2e971a4d3969d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad939cdbc3dbc812da12d01e4636b03f7d38ad39c13614ef9fa42e6a0f1b6f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36c8555d8d942991550d51fbb2b38a921cd877a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d1b2d8bfaaa87112c0329a6c2d5cf5297469f011e949a3ecfaee4237945530
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1b089690ea11f43b502def45c1da50461ab2db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486812ea19524830d6778430ff32a7140d91fe516ff0ff4c2b1b7e4c9b278165
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2336ceb148fb877cf55bb4a6a934b1f8288f225
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f6ce491b9724fa674c0741cea2e2bdbdc26dd22c78adc424dc1d4f0e60d52c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c92b7c2346b8acec45b98da3ec7e7f62f9e2e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a48bcf86ffb48fd901a429c445478a22df78d1d4f6adca2f3aae640d3a6aabc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbe446c3d3509a09cf363c4889d3ad1d2f9a2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5519daf492626c40e36049b68fccb9f3b4b6e788f81f5b22dac3dc413f40ace8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1927203bd849708eab25917597c209fd96337bcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40666851dcb472837404421104d658d0f705740a59f0df44f926a973280ef05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f549a2007d049a08012c799df82a239f99fce61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ea6060b3fcf22487baa89ebc597c83ee60dc98657dc5eb30309298d647b94f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7330aa76e6169a5c11a402f4031a5ac9b157d286
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00de6b3f8d85b4c8ded8b375addc44458e877bc09390f0eaf7dfb6843f059fee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60dc3c0d2e6a3c979cb1c5560e545d33859304e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b923019e9d4a8c1165f3b3f251af3926a6c4fcc001de0886877b0c571b22f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956d84aa24a82b2d25ec49f30a20370f48ab8ef3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67013556f266787e0a5ec09a750afb6e791d54a58e42d5eac2d7ad4786b2d58e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c995e02311e1ac8dadfe68055e797db95b37b6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd31106ab6ec2631df87d5518c8ddeb3409c929820d073c64b0cf904266522
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5d9efb12b9c0301e34d3a76801de96f9d7bd51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15643b8f033fb0535aa242c3be9213b81fcb18e068961e2268585dc9338c2132
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84385f11ac684b30bd5ac7703487e87b5883d01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe4b98f0526293401355e4c9a86fb1e6eff22d6595e34b1fe31b8bd4d636240
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f2724fea3facfee5b73c6fad76a2596a8ca63b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73944e384b9073ec4d4d993e209c1f61ade290f4b71221c8e444c1eae61ec5c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c151e8ab30bc5f5924650c66220d7741dc8ff7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22e17a744232c3264bed06b2b502801d96d6a2beaa8cc0d1f43c5470c3caa03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cfef1333a2da749432a94fb62e5108dfcd3e4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a743e6e449877287be76a108bf5cd98b0fe0e946f58630d13f4622e68b691a28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4077eb0d4cab412a0e080ca2f5ba9e8077d4fc41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3821b97c1f0c4526232b9d93dcf0293dcac9d9467e07db21e405d56167128
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362849ea20bcc44775091e8f24232fd6370420a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5d18c6c238564a602c3e3d3dba066cd928809add1000d6fe7547557bdd3445
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c1e2fd7807733119ddfeb6a7366ac841923586
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea8c95bc4d30a0c2231f621358aa33102cd21524cd1c666b2b83eeb44bca3c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902a6b3b5e27b89ddbd834bb730269c6ad9314b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5194eb0d9c795798de78b00e0e4533990ece92aeb62d1546afa1378edfb741
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e9e0d4d9e68b688df161ca73678f9816af75d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee254ebba358e0647d85d3e530a025613a27e9d669a87789fdb5fbfdcfc48cfb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e847e85c7ee1dc543d57cb5884bbd9241985bcb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b92232239170d4301cc83b99fc95547df1cf6b9c0b71220c1182a06129ce97
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206fe564df11e0b9c534939606988e088960a43b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e66a46cca6023fe2578c8885a0f5feb0b93848599b6055b638fe6ef8ad5414
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e259fbd5c8b5810547d38a0dc32447c59ecdca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a409276abfb983df2ad5e35214cc8f879dadd10b85eda4b5771e3917c071a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612d9c96c45691445573a5a4b14a4eef5c87dce2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e8f0399b6c9f0d5f692757e1cd97844d7b56e9072f6f9cc268f177007838ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9ff851580d1d9cf385f79da99cd7f71e0fea6c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2755bee534025ed9bed5e085029387afa6bd7b39e0dee61f870a005835d775
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1947a03ce5f9a8d311e10f1e4581c2cfac9b45d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31c7c6d2d8efbc35eafbdfec1191c045ab11d0e4cd426d510f2ea2707a1b511
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0839de43ee43963176bf15bcc896f5bb2f7022
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c7f1e9e1feeea031ad19830b7de6942c8d36fa3127c97615cba72e451dfbaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee205ebd036ac2c59e6e886996747fb8f5b29fe3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef8079cd80bfdc962a091388a9ff4ac39aac3b455dc57065acc622781961477
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca07f0ad585c8ac0a8c312351949761a0aade4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358d415046db77a52014f15420e6893723cbe1faa960db06007dac74e365b989
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58170d7eba6aec992267053ad181afe850158cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d0d674d17b332baf15212ba849419b5e0f820942258c5a2ea8b2f21227a8fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e434d297c066eeb57f214e5f3fec897915c7dac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d69d94c463f73c0347fe65abe9cd5574bfc4a60fc0dd4db4c2a0386eb61aaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56913d6b267a02c065281dc86625b52471e20352
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03d8996c43980c8a176d44275656f8c6e764efe4cd9935e932cf0e47ea80eb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21715eccaf13613a0561b1e70a3cd45bd4ebf5d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f84803ab3093173a817f1b672a1860c6d6126767af5ff061faf0cb81ae60bd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd187b3e2c6be6748d49000e6e34f05d86cfa14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851503e5b9ed58805d3ea4bb560b2c62508f44409c3fe8b77cc115a9d10592aa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eed045b5a348ff8bbe645955ed4fc13b62941b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90a9635d7b23defc13cb07b7db2c6876c23927b276ed4a6890c86c6827dd8c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3d95c9d10f267d5eb54e656ba4cfae95be4d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fc7c2f9bbe6f1b39f10984e019915c9ba8221007a9b469391874342340bbc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00496eea1be9e5114b2cfb9cc4e90055c90b4b29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4508571952469c93390da30fd7a8c45907a51a001c7f64f9dbe4a89462d0d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff50d29458ba24754d4ca040b1ea2741f0ef2d24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b5fc7606846902711b7447ce73231a7b6dd6761809de4318cadf3ed5c64411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c419b1cd22fa2fb2b748164814d000dec79b8b40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b2763c56ca62c03a9779d58e7c8586760f531f80493a476f6ad274b4b48cb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6ce264234e75c6e231e4a8100f50647216eae4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4c47397eec79dd4cb2326265df7f7dd5fdb8865c8aca2ba663f3d45506b177
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6588fca909889b64f2c4e14d8bab7c5bc931b848
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f631d292dc3739b918ab96ee29ccc188dd6ba3bfa63c7679bb3a768816a04f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b80bb5e247406d8e99e6e8dc91275fb3f5c154a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d228988dcd29648cf64bc396f9477a5cd209802a6686e7d55e99b4a94e5b7a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd90fcdf62a632f51c2cda8b6f22bf9d285d5e5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed99fb87af074149a5c28a94b6766142796ceaefe0d5d92f900a4970eaeee12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff55bd0fc47d566fcd175c55e66025de0075d87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edb3fb0348a17a2c9e02d7be0e68230db3333591360ff0a4f278ce1a969ba2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618d40d87cb5a78ff774ff51581cdc22991b36b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec258320e27a871b536a32aeb0e1c26fbef82700cd7a6332868adf623ce28d0e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee9977cb43d5d52ce6d98dce23a4c84607ae4fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815974ec317c2e48232b61d329b9325e03968c29a98def143c02ecf8537254d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29da35aa74c02c287b2b9c25da0c37b5f121f0f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48ee2a8b1ba63184c559648c57eef4e1e01bb87d8b2db978de4d627086c0794
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c28e0180948bfb0ffe20b829aefe02f4e5ae220
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f983da453cf7d39e5d5f4161dbee171cb5004c4b11e4083777c53a2ecc44dd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80413ea41d481d43e995da199ecbce4aa579362f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c13fd4ae4dec8811c0047c05082c24ee7ffa0b59c459a1ab328a47a585b6229
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3bdfab43496783f8853eb875229ddecc0536a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44c03a194e57fbbb5975380fded998a0f94471a81879b7168795e2d27f5dbf2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2be155e7685d4463ce1aec1a7242e6136ca3a68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c741108393739a78cb9f75a58b173d23c7b138437f17a47f50048f99a12aa9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f213902b95074b9c57aef59ec12c71af87fa2c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1a441bc7b34a92db8595f7bec6d812451c213ad8684d0e8a0f47471ca154eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ab063aff8a76194e405ec9966d6c3e5aa67bbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367b7e16d3c879d033e00cb627c5966d1cd917497a6a4db5fa6a4750ebe8e6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437d1566865570401f361cef3c624c4f1ec30458
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf1d0e3a9b52c01de1fd3872b0249d645ff88bce9f119c2ab2ebc3716b64d32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3cc5570f43da59453440eca6c94a873357b8a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9a40d18a596b2ed35d0f1ced9bde5dc13aa0cd12c5a306fe7826455092a13d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f1ab1102aa385c0b50e072dc1600d3d30739a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406b9914ff4132500b33da450305ee71beddb506a6a97868076b15b6f542a23b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51e0bf7e872b056366878b386e19fb2f1abc14c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc7844f15d817c8cb0e6ed01912e24565256416323df65db7931591a82cc87
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4bb8fb670fa4236c7b3befa1b8e059e845ced9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f2bb61b5ed77940fa4428a7420625bc8718b521e6a0f485a168bf4b28be7ce
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b49ee915bd1ebece83efcd1706375a116d499a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2917cf2544756047b67cea98bf882bb7b684af62b3fe7217fc758d7f071243
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301a5ab9f96656c020ee2738fbfb6bf6fc3aa03a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3926707e79c14739c2d989a1a125007c6ab22563533965666cc8542b0a254b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc74e22eb5ac3520a5320591c310bae2d663e694
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a946de0454bd9079a38587aab244bf31151a0412e0c2c23917a5419149bbbc0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de62d3ec9eac735e30a9e6997b16004bf63dd49d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e116beb0e807c8ce7a53c6f3086feadc4ea29588a72c52efe84b3045d092510
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb321fa23c3454e56c2837be3a56194ea852692b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2479a6a5e684b56d1678ce0e97f14f7b4e554a46877e6b683501ee4aceb8c97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c0869e13346e04b5eec0a369108d1a8d16bb0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb17e19094d0a4bcf0b2a2e24a059c58ef4f07aa5b802c888c92037c25a6127
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db69629dd769704ffdad5e1afe9d278cb7b93f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fae2eb23e4b4f6ecdc6049d186c8d2d5123c263471f5e2be3194cedb15ccc7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5559bad8a328c4746cf22a7e1b57acc3f0f99292
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4129b64c9ce809ebdad3b8091cd10eb429af900beba605af98eafe13a7b07105
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265a4af7f7c6cf807536adef30f0ac6b19e69031
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93f36fd45427ff72758e78ef051bfd14d9196b1e274f30b14ea4dd58b30f97e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4548d6e30a5483596438126ee0110ec45be00af6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb06bbf6320c74fd34586ff7c4bab5747c5017c383ef9ca10f6908ec0869dd31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40268f35f55c183c7c4af417a07354ee05856351
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540b13bffb3534a241a53a12523220f17f0b153dacd93a28e067199fe20b79e3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d758144fbbf480c4517fe04112299eec26979433
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55beec089a2115be210722ede77ce64d4a025fa3befb28a3b72f68ddaf2e0f3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72096ebbf942ffd547b9408b5631d1423e12c262
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf2ad54b394d8064aa91fde5cc47c5c7c81ec17f995e7db78d8bb3eb5ebfd42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec2641e4e4fe0d43ca40076cfa3c00c416053b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca24788f99dccb942a820cbc237e646ddff2f6cc8072f70e78885daf5e0d9c1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a3956b8b61d8dafd99eeef23529e3b1de5a0d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a99502711762179fd348c41217d0881908e10241dad268271f43e5e0a661f0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e018e0dcf510dec5f9fc0f93e3dbba94c33e3528
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38d07f66aca0ec462dfd31db3a0c9a4e95dbd4b8a8c0e63f4884d69242b661d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbb3fc495efb96f3c4b37120c184a60e7afd6ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdc60d84540a50accecd3c9400ecf1c222461e9f126d698c9d1050859f24bdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263def2b03a60a9a24327f97f373c506c1b92d78
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15575d710a0c09287fce4a6c270129c05435580d682ce73866bdbf304066409d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8db6a29884605b22ad0367df5222b27d44fd63d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ac4be1b15d1e6fc73705bb366ea317961e9d2c6831ac5e80b1ed74f24bed85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999865fbc8eab613660f4af220f2832bcdb03146
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7493644358f14ea9267cc8b9425a0d4037c5a3574a4e97602dc2b992ac22747c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6299074476abf29e85d06d8c73e84f99bee8db72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c163501db2ae4cba5c8cdb8cf48adf239f3faa8ffc80ae15c2b74d5d0bcdc46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3209a5efb1b5213a98c8ffe453085e9c0b7dc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811ce1afc0616be1af838cefe9aa9f11b7c835bae452c42ec7781ca2a90fe9cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b658c10296b41ffdf6243009b497b637988c9745
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568b3965a50ed28e63beb9b8bc4f61b99635090acfad7c079859d3867c0eb4db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675d6136c78757b6566ee18033264564d0e6b60a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f29d7fbfbb7c3c8899c5c9c77b7cd6c96d8d9b4e1e51efbe716429198b1995
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a96fb4e516f6fcc8417d0376c7fdac807a69c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0edf02be48dcdd8b4f4c51321e70d04cba48e5af2fd92008a10102d49d5189
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0721f3388ee136c3c8bafd9fcdb5f87b262ad4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8ffa73d03d69c0bb11113a4cbdefcdddaef9d1a777a5e11ecbd0fcb3fd21d7
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3297dbcb83757fa78d0990489c8bc145dae4de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb3ce5c980137edb80e94424a5a2eee7df92fde62b6c7ff148553b3fad8dc98
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b430f0a3b1675db0ab3363fc4e90a661123373
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a888aaf8e648509fce2a768d2a6bac00b91c5ed2a36ecef88126db078d1ef13d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad837a1aca9a40e5efe7eebf2569c5151d7ecd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8033494b11b86fdc5daa704aafacfb73100d2931a18548e8e9daf13d096e6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d5eda748638d3e326a5a4379d464dfe11a2b88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8717674faa10a7607dc4dbfb9162dc3af73d6aee8e6214662a71fea3abc58a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289fe22d4291205e93f1fc55f265d21088a57a4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffd34465f6852216e5157d41f20c45000dbdbcecccccc20805cc9b1b94090d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa4d563b41914c78816947dd6551ff5e4a603c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4e1d8d16fa789c1302de0ccafe2a4889f4e6771255ccdf1fadb357e9ce0d80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402241166e2c6fe60f3325464773fba55539f7d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166dac40289c215cd9a413b040d7c9448faf0a6902b2ec9df8596f5cd5438795
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196e2371d0bf85f82e1b88dae36717ae0cce6f50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23ab042b255cecc8a28e69cb2594fde4f1e87315c18f7834b34a5a328da414a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb8ad691ee2c2b9f3c6ca38ff072ce2930cad7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd2afdede0f79a3c8bf61fddb0187c1dc8cc289b8c60c906b53c40926da5d1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78701565e6d07863a92518b0af124f45af85f76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da20110a6cb640a86461ab29f54e47a003aeda30d04176050da9e66a842c65d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642d709c06d8012019a5efbd9f9da6c7be53ba88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed7b0598e04b07ee1f30e9c0c9772507d9bfc5c6b4405a99af8fbe51091411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8939baedd3d2bc2e647e3b6745686673a9c23267
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3445f75b4b1660ec7b7d2f0119c4212aed7dc8a5f0cb9dd1694dbabf23b3f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aeabb2d655b415bcc7a935ab03b642151cb34e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a1437bbecabd23a71c2e5bc716ab817eacea5d9bbfc0f8c22b777bfb8ea1b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43fe4083cbda34765b4d71f6d0f2880b9425733
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abefa38368cbfb2d42be03f4550b0db9e6c6bcb1d5412b8e55b3dac8f68abf99
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f464da72a8c7efc5b431edff1869697c721805
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e49b901db55f59201089379edabf7e4a83a83e974a16eee00260d7305bd8f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad200be27aa0f9bd3a10c6efeb8533e3f257069
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59ca6840e399abeeceb37b53f4899b666ae28d5c823ef943085f97f6a0961c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68d0580f45918cc42e0b9f17d0e19ee34784993
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7f608db4fe2cc90352bd93f592be31c7fad499474029f71c1eaf76171edb17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b081a69f4aa920a7c41591b39ab17693e042417
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980249d4ffdf083917aad27c7c22123775fec341898c084182b469b2053cf8c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b0503a2c8c63dc2abacce2a367998e3cd11e2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d9aa1f0f1a86abfdd085d18748f06b96aec99c3fc102765f899e9a07d8c2bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddbc02a19b6a3161737ae305a0bd22c9c9c0fae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935a17908633fa39597ae1ae7130012f1b87f99081df81d2310df024ab15afc6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194970f57317f1a72c717a0bb346566b15284fa5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d277725c30d9c56421d65104a086c65d6a62f486dcf1d53d1ddc1ebfed6efa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d784388a733e71f1d3b2845c8a24c3417f121d85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4ec98a0ca0a27d029389d2440a1a3737d06eb9e81582034a8a703aa4d5e21e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ef96318edc1a5f4c90940d279316602f86a05b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605be5783bf5d6d813de7ce1cf16ff0854f1f4347ee4fc18bf66faf5de90e5af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1c3ac7306c3c6868b03357ce8d2f78ba4d35c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8f15bc17287b4402d8405685c1b8a37ee82bf4a8a4c3292f3d02328bf237d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3da4085c1cd20bfe510fda283867c106fbfe9c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8138bf93a4ecc32f5e57f1930c208b72938b5e63bf66a0257b8382641541d7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c2196049715adfcedf1eb0bd6100dafae4dbfe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742eefe1c7f1c401880b321012c2f14014352e5a2e5a294368ed837aa642e629
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24ad4995b8855778ad065e71363ff9d541f55b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fadc160855472504c71490e0a31d9d5987f8c4f562dfd144eda75ccdbb5317
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7800b4a1365b9b2c706d28ad13544764605e6a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da22f2b5a18167bdca690092722580e3dd2bd64df993aa38a2e528e9539dbd4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f6613f0d0de8ed960ddb758bc303b1f44e21f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6ae12c322b6f67f9f7306bba887ef7a5d19bc06e58c6bd3319d97b4149debe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42c00b64331dcb58b880819e19a58d48a18b6b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc767d16460b84150c7e3e104dfba6165f9c50a8b3730d227ad2c60159cb7b4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539c0ded5d85eb37c6db626646985d7f9c54de9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745e5142653f19dc54492521798f176dac63325e17b2583596ece9e8f48a9ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58543efcaa98f69cfc1807002299b6cbe695413
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6a76ea308f04769f5ed4a25d0ae5e6e70a4247c35a27c9bf2438e5544586fd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97d17cd580fe2e3e8c123c02e870b9df969f855
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ebdc1b9b0201943fe0217c212af0e14ac07b8e253b4e64f2df90c57acc2d00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894a2bdf99f510f7ddcf9dcfa2ac4c0dad65f580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ab5a2b1e12d8cc063fbe706c174b92384a9acfd4bca186e1376ed6affe3e8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35558f881623dfd16bac2e8521fa256b169f5204
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195d2e0ed5379974de514e16006ad011d306aa7d715fe4ebf49a865e2dddab61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59936bab659d70d6b2b57de7dff665f6d6b90efc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f5b084c91e6207f3c2cb5f4f7e53017b902a7dab78560f433083a0af332031
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8eacb22b07f290f0a6a4f000d3623795a49d8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5755821f3062cb8c66b7c4c254983ceb9b6df749bd249f5b4a8c4cf1d484c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c171491c878ec406efd9e2c5091525d92225b4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aeafa8b522bb41b44cd3059ba126358322389136a0ffe055f6e29fe091bc55
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0e220f76ea0ffd309a134cd502b6d4c8c337e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c817e5682a5dea39f0e63955c742c541484a899c590cfc73f8725d8a251e25
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ffffba51e8f23f37283a1bf2e6e96ee01ce4fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c39c9208c0632ed13389d523c1fe5cd9693255c06c224c9d4574d2485802ca3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032cfa804cb69cd12204612d1c04946dc551a90a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe014c84a40840c4f213be781cb39b34f3d6d51d8169f6d742089de667977a6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979117eec21a78976a0b5f3aec9581db5cc09872
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8093b42a7c7dde3339258df32de1f7f05cc8e6a8ecfb103916d049fa54f6192f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8890eddf1390a1a8812abe41b1abed1c7ebd1b7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b8e30e0b0481e17c3a852ef29d0eadc00f1b90481415a60067cd99ca0ef52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bac52b5ca0fea1d4de20bf7d92d15eebcafe6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12efb92b65934c7efc9f002222eab0a21ee5d29b7c92b919bf9a4e77901bb235
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daad45a6272bde5de88ddca4c6f0973994d3f7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54981699b4a49f3d0d2fe45ac3beb3b499b6ed2f736bc597c893188816c59af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4182c0a19d9273d59a1856c992fb03a567b68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab02636d7ef1600bb4d7e591953a8860f3be9f03cc8685dcc5806bba5b62b797
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5523deab76a7bc83e6dd0502186bb027708045d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e54bc264eb4e1b2b19762c47c1912b6a49b4b6f67a793d10048bad9570810
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91909c039a224124a2ebc57ec7610ba8b80b102e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d9b9ccd1db9d1c19591d8a5d484ab1e579978855180b610de7fb948fb03c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e6b2b09d26c33c78da5462e167029bf1bee23b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff463eba179447534668145cc60c14f923054d2028743316fbc14a01fc9f23c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370495567dc33079dc079fb18c20743b56a2165c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60eb12be9fcb600125e2315de5d9fbc836f610b6f05a07507dd29830ab07941d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263aa5683fdcefc2102954cd5e548a9540f0d8ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31729cf8482ab2e472a02c852d97c48d32e03ffe0ad22f52e5922333ece4e0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d5c181278f5f4f130251437eb28f0a7dfd685e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c71eefbd4503142136d6362d2695ec5dd7f38ed97f44b20115d2c2e7cec601
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5d991c45cb225d4b9501073b52209571e47d60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79c715d09b6906d590480254bf3e2e7d6565a1b356ed58ba1ef87fdfb6a0daa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfa30da628eb57c504a9857cc07dee7575efc94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c23954f020f6b696f7a31947b0400f5651c884bf4c446f338c3c81dc04c64b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f2177f6c431226e3417b42c4ddc48ee867c0f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1725f75998ed98e5096c5162aa4e4aac6fce4fd89bb18293f92b3e3d0436b3de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b285b5a817d14e5ff35ac81ae28bf446b67324
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3d2cbd3051b1a5ae0279255afe20ba1ee85058e7eeef7531c0326e03ee2823
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c35f80485eb89abfeae8ac89bedd1fa4585295
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1a09246ed4e51e0d240ffd0fecbeb5312b2bdfa0c0059d980e9be5428d483e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056b06e6d6c5cdabe95287f2e3c15c66ceb2ec1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a17dca479ef0322594d73e2239eec7bea3148af7f8edc0d4fc48641ef59a73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6225f970de050489881f3a41555c63b6efced71f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4fd2ce4d8d4cafafdaf3614b7df02cdb1dd9911b016b5baada16b6adffca6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c76202147bf05b3ff3728de6038d70bf7c22e26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e3f5860e801dcd267e2bf688915a4e12c24325a327ca08fe5092f51f75032
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35173b08541c4f99548b2192b3cb769f298d12f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f495c7dbf96e102b2dca57537bfb743bba04d72f240345bf1ad76878a209cf0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f3175b3163df764674135cd28041e29d667811
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfd786ff7fdbdedab8a52fbe2547a890bd1298f92672fb616c55bf4374da372
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85db6563820534b0fe812129fcf2ae9c57859f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c72e9517cbb5c4fda1f9f63d2d21bc7186a1eb6dcfd17966b1ea779ab71bec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6324afcd6d17818e966685ba652e20f9db2aff1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c498f6891261c79a99b32d82a472f78ddd9b6f65e4b121f465c61b445c661cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e353471175dad0703c0e66d01589079e8e876325
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cbddfb9e758b615d0f397e81f3f10b40e38d1fc6f50aa368aec94f867a6ea5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e56dc11ca16b0666f730610336a65d2b79c91f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bd01377a7e17a678398d26047f158ca59aa262fa0585eba55bac5e2729f2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6840350b6d492583e90053a7affe9ae951667cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5202f3ab33fd550dd8faf2025c8e631eedec4268f230f99222bd8d1e1c88518b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8a3d16b4f0c2919c69c76d963ca1727895527
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0c880a6f5bf1ebd9c65ae4fc2358396dcba67377390ae26acd4ba5a701c27d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf71946ef134f041c688cebb88f227ae9911ca8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5cd647763384f259fe2712a56d430ff8f3c9eef8709003720590787cc7af31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1851a576fc724c1b72848be7d5cfdf02e27f30d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d72f83c94eb8af0e4ad17560f443cd12ba622a203856677f7415c6e5cb52c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe468acaba3f06e44f8b45a95fc3960552c46bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598aa310404fdf3529ab549c53aeb898293388169ee3c8818a933f69e1533744
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12412a7f6f75742dff95d302b396c14b07b84bf9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f2e2d17287cada70ade0f158c69b4318511ae64e197e5545c406b402cf2c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f16601841f6e386546134902b107510ec4c3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327613c1203ae5cbf821651f9e3bc0474bcea38ba65e52883290f611157fe2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608b26d4f07da827eece79185eca7a03a7e07895
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9b185bed8fdb97c4b24c4e2ba6463da3190f4e78d89a8c0f12e8aff1b8b9b2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc58e2fdb48f9694ba769085929c33e322a7d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e68e79a82c5d7472bd3ed8cbd50eac745b2a03f0f4563ac5e9750ea17516ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49428e036f3a019364e8279b790595a84e41bf3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f874dbb697f3b975bf4624324e84ad86fac16899204e546262da76120336ce52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7deec76963988eb820e6f6ea97bf1ac6dc78263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1bfd4c15f98f8902051e1c125aa4f584d57630b57d8727a68390b18f111f76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528717da115a13c5557dd405b1c426dda58fcda2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e67d497decefb6a718a0ca4267884173facd6d3959c9dd6d6c926b9c12ae805
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31c8e61511dbaad24bcf886e10cf94fa2422460
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8b3790cea03dcfa57c76d3de20c74d66543fc748efc657750efb9f3d18189c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d11d8c38985bd6990bbe132ebdb16d04311070
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63efa84afc36e9b288b66c711c0e0e325b42bc832ac7e2ee8fed9e811244b87b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0988384b2f9e573b20dd017df372dc6df44f5325
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0efc904075449875947e145035ea6fa0df317a789150f5918e7bb3a97383691
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f353c487514ba7d8fa379292662e074e63f18bbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77ec336f256e87c2f253c0b30ac32c991cb9b5671b633c19792edfefcd5ee10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc1bfbb401ce8128c0256201299952475be1afd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa42044cff05f1ec2998d6b7f072b184ae8d0123fd2d7c6901399df54ef5ede2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0a412168bb2495aa30143471506f6df9ee634
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08fffde1822ee4b8fb436701d5232269df4436d870ea7c4a4aa9e21b5972ddf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e211ad7427d89e32194cdb25b43febccc2c7c5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16adbd496d7210bbce832c6f8e8e6c18d2e68b1d3fe3a2a4cfe4464f168d4af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8304a2271143aad12d45e438debeec037b64ae53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89591c703f155955ff99b84112d7c846224863f23d54e21d30f09e20f0c8df02
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07c120e9641536d15bc412421da6b1ecafa1259
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab94130b12fb4d7eccb17ad8e7c1060b9d41b54134f2c060f46f47dde6e634
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2897dfe7b766359e8763a255b3ba277655bf03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50870d8b889d73cc69e2740eab4be372dbf04effa3c294b67cb08bbb36a826d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e24c177594174d74c0c24496e4f921c5a447599
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c39c82640cb2f7e847b34ec26557717dee621bac90cad7237226ff253f31f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e4277b9af4f67a1e10edc9f907bddcab5e179
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5f1b15822fefe16ca5b105f3751dd9553d29fa3d52e6647f2092557324b5d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f30d3932fed4f731aed1caa55c635dff61d820a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25355ecc29496815e0853c0b97a158e82d4b0064ca6ef5b419ec028fb9c82641
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a213b6acf81b4375918bf8361512bdabfb643
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59579580c9b7b7c039417c2b68640698c1a79eee5b5bd1d01ba2325da209238f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aced5782bfd0980d3ab241fdf205c40ec8806c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357ed85e6fdaef35df40ed0363759c3de85b90484662697244a6fd166949aa8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bae5bc2dd1b22a14e71e7b01892b9ee0ec27eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234b5024a2f2258a407eb21272ba17eb11ff8a0bd242d7dc1842e4edcbe680b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbf7000c5d3a257b5ed2cb67427acaa105afac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47b6a55668ef22050b638c3275fc0eb60dd2f1987d8fa7cc6bf2d08528d86f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b295af7663e998109e07f48ea763f90d5fff60c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2239b608a0e10572c76c7a4123fb455bcd6a1917b1363bee91c65711a4e0dccc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814d17987d61d7f4125ad8b330167b3d1d5cd0ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61162b8a901eccfa4bb7d25d24996ac006a45953717f7d644b9de4dd068ba41c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f3cc7386d33c5f82852c0f732043aff2afcbc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd82747403451970f47008568f43fd92814adbeef620dab7d17a481c42c6904
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f984f8617abcd7f801dd19b1945f42967cfebd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d17a8528aa648a8d42f178ec797a5043f6bf352523c11fec7ab801c9ddf8de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94b9661f3f41da3fc2c44c73ca50fc8f7817b38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6c87944d6588bb990e6d013159b8bfdd179abaec18f17af5647d8816153ac2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6917c196c351017938b6d7c1fed3f0c276d3b73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7404e62d8360f162334efde7b8bc389e065d62ffdffa38946cf73a1f6fac7c9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa7f97bf06be6ff70fee946dc2ec0e9b2985279
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8c9fc1149b89c83212bc4c0590dc61640a64eb9ac1893282b9a598de158385
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdf2dfdb979e18676e96cd49b910190afcda196
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d92779cdc1cde56356752574ad0b7eb7fcad01aa3f407eb736b81414ab672c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bc1626fef0599a6320b13a5b0941d3f560bb44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a65a1321a77174948591af8e6266c740d407e7a8a42a58acc2537c0238e365
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35bc82b32cd6a3d481f5485f12fd3cde4953a76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d76473daadcd308eff5e10bfbb4e56e08b199f7353c1fcbcf7dabf8b033632
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651d7b48a731dd072768cbd7a2a37513160231ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ab9cd80bddd872fd55e0cbb7bbd14062c6f21788d2739b9d69234e2428b926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e65445fa388ff19d593c55860aeca98d0bdeaf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d553f728dae0359c8c66f11ecdb13bb170328b2c8fb3a23a81fd7cc7d86f777b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956556b386486e02e376ed3072193ec430b59d14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a789d53de54f0c367971ee02e81edeef041ec3119c3d28ac2f38aeadb562fbe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffe4b59a957e4f3b1102a4b07b3a15e9f9a8097
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1bbc5c48387bbaae14dc9ced9ca18f49eabd19099dbeccc153d6908c284180
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7760551f1d5367eeddbf046579491690af5abb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec249f414ecce842ac5ecb3aeefcf35f3e08a45c0fc73b0a371eca241678b199
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa135462c20a98c111ba10ac8911021b0878670
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e64e512d5ccf23824cd7efea9fc02b984846ba22514b190942a214e46241b15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68a3e00c9dc19bbed8c31ea15c0f720b3d05665
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022da0a3ba333f32ab85e550a2a5f552377e3e432017a6e3c6bcd57b9e47c043
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e73338e5d3695e34fab20833d60fe454d18abc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806295b7df735dee0a60cbe47a46665cb4689c0d1e4f6d2e9f296458c6238ffd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004b14badaf0f32eebdef97b922e7887b4134a45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f44e7d6ffdf26613820f21bb165181fd31b10a45bfec9992bbf318eda9128f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab530c53e651c3cf3175a8019f518af8ffd7ad26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7469b2c6c30eaffc72d1e87eda90d54bd3cc18023eaa56a7f07d6939318cb64f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2911d10be9ddd91543197448b44cf6c35d9fc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63c634b41f344624d90ce9524a07ebc3f91b41b34c278cd3d8cff32284377eb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d70bc01507f5637c795a5d259132d3407d1bf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9b865753d3e64982098c11f41805740338b76567bb3108820c69c4aa0bf0b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9405e8b5bdb7bf98a6a91e14d1eee3c18e4ed83e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f983987372f09089b1d5040e94c120d1a7344ee0d085eae4241a3c62248091c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde482b1b57998a9088bef1b0a3fe323a8376c55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7a5c1cd83dd163c3e64f0fa5ea6fcb0b92f4b349695336ba2061f9eda4a391
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f56783053821b86e5c7eb25ef25c10a236e177
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa9ef1f70c4844cc683453f072c9abf6bd444e0850d7ed0dceeec816c03489d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4068f8b9bb760d47d5387b096dbd4a5585695f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c0ec5287432b45a69778cfef6dc81eeaceabaffbb8576773256359df00234
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dfebb7a1a46054f8b87cc72c8776e611e64f04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b74f236c25627b15bfb6d5bde593a908f5f6c624ec60f4e39f679fe64edb837
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76385ca2245525e1d7ca2835c381606f2123a671
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64827e9ab81dbdc46003c4476c9b8b96083103fb5498ca3d4417068c6970b6f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5754ce77cb6912db22bb45900a0ee4aa545bfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe626906a24441fbe0f6a53a2dda5456c1bceeb48ac9b7dc4c1e37e518cc5771
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a645d49b66b8c35d856ea4407c9b47187a839ae9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7539298f221a7f3c67be9c166bafd82f16d059bda3a6574289b26d8ea4622c49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2cd591b6caea6615b8bd07ece936e6e73e528a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48a80b086b25f43fb4e2fca6e3f46fb1f2b983c0beeb9b3a8f23f533b07f7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d505e0fdc0e3b9092ef29bc11eeb4cd845927
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aa24487ed24ccba0baadf7a4b47b03841c70086a17decc97580082c1360b96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d1a174584f76a40efb30d45ae2861f017be53e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b01dc123754d07fd218184c22076a3d4fe04e7e227fb44a6778063458f09bc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77f50f8c7f045714f2bc4a9d4637464a4f16e89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8205c6ef1156e99ec74ed61ad5c5840da3d4182e29457c835d924310f9ae7d82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94d506c08b955078809873cf66b94828512a25b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cec7c571f258bbd726b235b491aff2889d801abd7b43fac98fdd7c3bad58549
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ff94f5ef44c63406e32377e94646bf2ccdf627
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805168be532f752959f813c05a66184f5b213c323d81ee4bb6114d610cf4cbe9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f8490406ffcca62961f3f7090c32117432ef14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a467be4cda5f34c573b5c7355db89004251cf1566089480b0cb0f781ef05674c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0420ee6f2d8415c4ee2b575666bf98226dc75a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6eaf6ec5e3bc6e2c2b20e9d66bc1bb07b6e62f71be1875712c02c8c42ed0a46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac92c13132f9af4460b8a7dd96ff3a8b22bf7687
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0802fd3b76381fb54cbe31b13b2b52bd63d9d3ec8567ef00294dd925f760d26b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5795e69b0da4e6df27ea35b51bd20d74ea53a084
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e646993419e6f0237938fae1ad2d133327ec68d5f68f2ed1e733368e07a8a7ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb7d60bc1b46d2b2d14bc55e235052709f6785
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add19e72d843db3365f4ec1f15e6f5cee18b2f733eada525a4b4719896d0ae2b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fe795ffd336cf4acc1615c1b88bb562cafac7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e2d77501e09f638e1bf46db100b87bcb3293da5a38aca48226fadd4335650a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dda2a658f9f9362b5ad51bbe25036ac9b77ab5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f38b8cc440a80f6a6bc960088db4c999d1f969dacc3c1538078517eb224f972
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2432d168514fb1fa4b588060e340fde088d9ecb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8941d97aadecd8ccc7b0886027e28ecb91be98defce58110a61334a55b92e51e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd3f311150d89770cfd8c358eeabd432b48ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51de62e243b516ab39a6d5882464c308043b8ed22edce58734dfc804ba7746f8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383468690574b4fa91bb6ead7e391753bf99b434
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfae4ec7ef1bd5ad87a8e2e5c18253c28d16852e27e44e25d09529c57b439e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9548286e362f8f9b2569016e2e1f9c2ee55191
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469657fbc4217e0b84c83ef8b0cfab5e4b907790926475356ac52eb93b7d467c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f02e9ae9993f3e3b030735058a345b9e480f2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a48345e03bcac9dbd267a2e20e23177d9360853ceae68cdd3606006e48035
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebd79b2e48967c4c3b9780685016b13ee75b4b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68a9b3e32b84e741661221f7499e7b165963b7a4a861b174a5ab6fec2955ffb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b790eddb418167b0ba1ba0da5d8af897a4e9ccda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3eadb540771f563c42d47297e3151caf7606e04819c123817f8fe0f5161fc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119828520252905ac055a9acd67ce0adf04f1903
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be1cf495bdb989ff737f96972acdf5394c7bc8ec6d8c8f20785589cfd69f12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2606297cb933329eb7df4f73e776947397ccf2f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6634befe12b5438a4e0b999ac7e175e5ad30fb53a945cbced43b156bdbee99dd
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8506ca9acedcd870a69021debbeca01487aac76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5589f3d27a8bf3272fae60c3fed3c7e383f9b8e6610e6655a6ee1b1953492e23
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65498251783ae078e22bb778eb345882dc12d42c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc8cf3c41184f3e2ece8c5b12440b6eb27c5a218e8a2a438099c468e9d30ad
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff378e3a98cbda76dc59c452bce2934749f518c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb214c508ea426622e0a6d7e6ae6df26ede7c5fb3f0961ea44d526bf1fd5b63
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc67d5bd233e5e68921df3ae5a1293b94dbcf77
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084bd44bcb3b3b7ca7d48e4ff40559e6a7eb2a26951f7f998b045639d2910748
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b54536289e85bb09df5b36bf69a41ae2a1ac6d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324423bd08727ba9e655edae02f0619b90a3873ae42e1b9cf4661f20e3d7b0a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe266d0275ad9464a9aa49162a5baf5059fe65d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65371f946f6658a548f92ab0d68903a11761e4ed14f9ffdc7bff09c06d707427
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3027ebc610e61f5b35ffebe4478c4fa58002a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30c019afbda025220f5a9ac80c49563519d95da5377c11862d5d5b62c13e2c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66475218dd8c9a7d82733e5120d2465d33becb64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4105655b1ddb203f099df256a7d1f6291a799f7589f9833f723932fab59db1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b938be5434fd5ad84dc208334efb3aea0cca2db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f68b1a52e77105f02f8925073e32e6e2bb85558697e3fcbac7ec210ae624d81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b754695296426eecb00f729a4b6720624feb9ef0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695aad25f0d1028dd31d6c47de42436f42dd12dbe8f2ce05bfe379e546034d05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9d983e8a75214731747ccc09bc424355ca0259
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657b18e387ae7b4c644a5c008d06b0109f4eaca7905d550b2bc693d8f172172f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6534a29c4f44602929c104c3b7a532a4d98cbcb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4950cf6165c16378a9ba383f2ff233aedb3480f0f9c218f2eba32036422747f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97801454c6964cd640100b42bb666d47423799e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf48e28e3f9a175904e43ceaf876c5e0474ab791fcfc0fd6518dee65fc0e9e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c792de70d45dcb87dc2c328bd6088cdf8a8e80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b65fb6c5cb74b2219f0172fb12698712908b45648ce85766b5ea966553cedf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260eac7c4120b6c68469ae8a947c592d9bed0876
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f1e01c96d9b8b77cd132fbf9a6b24eb5a28069e27d95b7405555227093da7d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc622da55d51187f4202d3c0fa71d19e5aa72fdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f81ec669c8eebb373a49518ec29ab0e8c9a0c58a43cb66a70ee7960b779c43b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268eae5b7f78d47f7b33db747f4c2ab46f0f39d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267fa5aa1e6836403643b6bf2178be37e7df3bba13e9448be743fd1a33d6df3b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a41cece05ed2c987fa5363396be393c94b6933
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e699e2665554b918b356b5788d6feedb9a1c4be4eac45c532e1d5bf57fffdd20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4312fbf8ced6f5953314e71718d99928278136c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ba67816e39d47eee2e8a843cee4cb871ae4bc72eb1e1bf7df71963f87c3d8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc43924579c90b7f1a1ab6adcc44bc167324874
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90028d87547a8aa4d46234be67298bf4bab75d6cf51b03d09e173d68b58c42a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6312a2c39dc1091a3ecedac99c63a4d2245b179b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e7a44cb24d31a43328208bfbe125d5d7784497b18c2da81316b75f4b11a060
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d502a898a71c11f749f75a7c6e3b9b0909edeca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cb96c8cb7b0818e3fd1f4d25f97b03fcc5fed91dd1997e0071e0dbade9fe30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57916f5f25dcac984d1a3c900c62974ea90cf99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024bcc97168410eecb49657b40cf2143249e35dbcd4908bec0c2cb93553067e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2989bd60067a8b9f6e2eba319d192f1254145a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26df79ccce9227ef4c16ab1df14161a5bec22afb9557cddc4a0ec79b2bc05977
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1952d056ae8e4ab8403de8d4b261408c5420d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b58b276b7f546f0820c2954ed9b371afa7093e5fa69f0a41b85c0dcf79d98a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1774b8f7f1f5d45846ea9d087b70ddf6694eb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99453db4c88431a106e59c7c0a0cc8b2a93751866737fc0ba23ed902142d698c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3271a013b5bca8f012a4faa06a126185a5cf5ea1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eddf53d71feedb4b4995fe2e6563ee8f84e5e1ed3b3e327ca7ed5663724f3b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3238ae7b3f9d8c3afd46e25596ee2fe61630b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cde5c7efdd6764b4a88a05cbb1e0268bcd4308504c093c65d120abfc44dae29
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db18a8c6fad7d90635563c5ccf3ce05acafd3573
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff45237f72a990ceeefe62090515541adb1135a35de501ce2a796e8535f0bce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca9f85125f5cab2d0d5834d6c4505bfa0d746b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa4e958707242ecc9587fd6df9af707188a5c995b5af06a8eb674ca77ce6723
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e71b9d47920cc94295fce6ea0a0a96574604bc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a233889d6cb16181908a7d14526adcb89acbe4925289e08a68e78309fb7f386
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3179f0ec0938f74b67ce6a7d7db2318606d68252
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca0079d8b683e943fc8863e88a1f51f13eb5a18eaf58be73bd560484d3980eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245c63631700cc81bfe918b7226c1ea0bd9a4ad7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1037ac2750cda6ecceba6c32bdb3ad5719abf2b584e66e4ce27d75154c95ac5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df024b4cf91e119bcef5353ca3e3300524003135
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cf63b7e02f7388a01df08588b753efef800118b7743a963f85398cbdf6de49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3049e4334cf4d57bc55d273ef0d61c0078a3484e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fa60e621d15aaa1968d81450d00bdc5dad93679847eff40de86834524187e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7b0a6ebb0a3f5817564c702856ed020e572b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5294c05d9d80050ed34ee90a69dab02c5520fc0d97985721b6228cc5d475a2f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fbc2c18262f8d5c020eb6f1d4485d4e3c65b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbcdb68641ab61844d8cc340224f254bb27eee76cc2f22e92134c7d197eadf6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1c4d84d96e7d3b2a4c29d851953e6d7d3cb8a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2733946835241c6f1238f8a1634b952d09545bc868dffe323c58cb6a259c46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d09f7ecf2459fd355a16bf8ca9df39db0df0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fbce80434cbcec576bf8f6fdffab4b8eff521f67e90669c142efd063923a79
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e01bab5bb4d7724041a2c17b5b54e3caceb375
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21085357f04edebcd0549a85a45a20a9374b1c92871f18f597434337d02c7978
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6ae069b48b68cf4631dd21bb15a92697be37d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bfdb9a351cef350c91050c0b372bce8cdc24faee89d3b9d7dbcecad8a0457f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61743229d376184c412305401e9bb0b52f10b81f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f80da4a0e1328e76596753a085876506edb990d9f74b4399e9051e2f3b1e2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f89ab60b4bfb3024bf962cf8b833974ee1ee2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efcccc5f45910378a107ee65ef2d97f525997be57687d22040f62bdf67acd19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b261d48150eefad31d8c7aef578ea86d0b5ae0e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f127ffe27bf80a58cac37cc6f020cc6efd7d884b4e94205d3ab33140a54d652f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bfd5112af9e5ce13be35cef1f1e6d2d5bfd7dda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f369e88898198a6fccb44e1157db53f100727d97436e1b71a41d7b261bbd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ebd1fffb76e9b35706317219ab38d987196fb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa74e5ccde52fb203e068b3bd98cbd2f1df55a69be83d23061c31372cf3265f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc64953af01548b2e642e420ba6f417e07274ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b1ea315c57a56889226c4268c76418e8b0795d845093886902dfb7e8eca281
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec930557bb8aa2448e488f5fb89dad6fba438b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb31b8a22e118a21583176ea32d31ce09b49585e45ff53f41ab541512923171
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46d6177b3304d901edb9e0adff33c38a429892c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbcc5044466c2867927deadd8acdb3ec5f61243cd2b909ea83032af653c6762
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d45724f7b2019763a93cd0536b6b7013f676c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7760e7db9cd7ae2a43543bd8f644506b62f2b355dff488bb2bd1a3de29591a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e992af0772cff0c46574c2e977b00bf18f3c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2d0cae2617bb46bc1438f1125628174003756666567b967977a7106bc199f4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f3ac8e1dbf39cc17504ca6822a7eba9f4959e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2379a2668f89669bb03f291f404276f6ad8c6199ec3c7345daabf5f183446fb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f218a5b5ada679cbefc6e181f069bc5613ada8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c3cc70269078b509950036c220769af8e84c724fe7361219280cddf584d38b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c49095fbee5d41ef22ee03656c17c48b0dc01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6be6d259c0453ec5a21ed816f05a9c5b7b989a098c3270c3e9e93eef3fc733
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caab898e306be752f1953d046ad8431248645c1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbadcea93c2e84b6c615cdfeb50de96c2b6c273a00286ffcc9de022c89328a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731d41f0b4cd6aa155a13d5bfb0f4f1405f669a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7a43b8bb496d7b897e35a3990113b8bb62be6ea73d814f69b7831681024b18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99d426811cafd755f9a6b870608dcefff9061f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b640be7292eecf161a4c0c9f8616c1fbc6f8bbd93d4abef98278a48de18985
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b65d593af426d6dee21a3a13042c5f4a76691
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cb72f40c308373449f8b1d4ccec524a22dcce4e88c0725db7b28b584c059ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e068a3d2e48f52e4c5b8baea590ab390e42e94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3da0de1fa6fe984bc13cfa65bb30dc3711f02c6a44ab6eaec7465a393c6ce7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6614836c673c48fed740aebae9a0da9b86db2afa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b9d49017420e371031ab498ff9db3bdea711682456498861673b851e775478
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a406c17330f3723717b952fd8898c1eed44c30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffea838fe2a6f75e912b332deff1a19a9ccb44b9946d674663d981886836e241
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ea214a9d461143f6cae0c7d28d484df576cc3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dacd66a7b5219d5bd6b11da25a1023a4b6b3b34dcf8152d976aa6e07112fb95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e394fd583dfd19023ad1999849df3f1a156e9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80121d5b2c7526157143caa932159c6e0afea8faf401a858148cec1bcbb6e8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e984483c1bb4688828f1555eca4576f15600b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be298cd5741c2fe6397ad2716a87dd148825b8267b7e97b7e35c3856b2b795f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9503b1196155ee38289669223abe6fb572c8e62f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65415c6f6a49c624058ae4b84c9d16508089c508ca48c6d148d57c699e47e1d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80855625765d6646889e8839b5901637ff9e390a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370804eaf410c10757d743cdfe4f12749d7eb3717ca215480b9b1d0c43ec7eb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccafaf92557c37c692c84234616c4ec48be20592
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e41c096ed504cc84e3f038b3bd80b8ab4a8b33ed98ac2042e75a1818af1ac6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6ff23ff1ed4bb0046fe7f3ed664d65a51e62db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417caf46d7ed0b84b0ba3348ac05b6a5d2999b388a7ca40f9ebc25856401ed8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1799faae1cd40874932bff07ebbfb40bd1d17838
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fee94abc87473f61a9827e91a7baea5ed4eb1278d0817d089b93e47a6ca30c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69b07956ed4792955aa87257fe08128ddb8c9e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80da21b793d56712a89b38f7027ab117e5a8e22bfe61a6244fcaa36ef01a7a6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf0c3c0297a7a8c740482aa8f506d5192ea19d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3ef4016ff062ed6d605440cf6f52a1d45824f42a59d6496b7634a25940df28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac67608e6b7c81aa53f2baf1310e40b8c4792385
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e3264fc48925e82e3aef52f31434da7f177f62975b8a49cc089bb0bfe90533
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1471b38d157d6c25db7d9616ed21f07490a98362
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1701bdb3b7b2846aff37ad4930e390c88f5aa1f3f1e323c5cf13db9a24c6f20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b625885ad58b5cd38855a07eab6662f14666f75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217134f92068409ea09bcab53cfd5ab8605643aafcf815e72df8a816660d2fc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8196cb32a5b927923439f5501b91509457bd4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00d5787947b726eed296fbc43024f02036c1e12fb63659e15579eebd96eca2b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80773923c770ea62d653314f09d9eb21f041b42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add1dedc9ab79a9a8ee19c5a887f4d4096c7845cd127390a698b427cade76bb9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de51ff828d2fc41bd908798549d80798c6027c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf943404c5902ced435b21db05d981223c0c8310a686b94724d10f9a817c4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd857d5a5f236a3d36b8bbed1f09b0bc8c2a9f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf9f7c2ebe40639e15d0a1b9e3ce7c54531ee57c6adcc75c8265161529e4369
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4702df24a4ce344f7f22c17c0e71896439536d7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20c70ff7b1344d7d3133058f6fbfbaafcbf413ea3e706753ab2053df0cce2f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf12aaf57fa9383ca17f91be76ca49201197295
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c9154b96c48167c4b6a77f87179f5d0fc6f8ca98495d9076b7445093d43966
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9828b94967025b3a6c787dc121c2239f323aef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf83950196419d337938a3b4cd0c440106a1dd91f184927dd3d668c491a4c266
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7103b4b95d4427fe5cc53723ff45da7b88fb1407
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d55e6a89dd007578340f004e344cd2b66688d2d13279dde1967d86968df6914
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f06c5350a70b47669e416b54640896448152dd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7d3466624720ebdf185607d5f44f674d9a7697cfefe24c4c3e2f69eecf2250
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e28c62c008e2dfc857d94330d74a3b87c722466
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104a33b33233b29203625f254be4f3fc3d09324761ca8d3cf02e26629955982a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d733fbab89066f69b9c9c460d8aca6912d8486
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45de7578c35b63b9476689421275344bcaecd29b4d8f5b62ae6483fb5515afe5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5798822e387fe2e2256efa9c8a96460af9a4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9dc3f3b4a5f552a9cf025f6b91c95728d07c8a1b8a1c9d64b1c2e7c94b380c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed9a20eb200137820ac398a39953913f81956a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c8189bb84c84e76c4c5d5a9ed64df54f2c587f6158f80d45b5204e263cd100
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e29f2c129ca22df6844fcb76d4a2f24f8c915f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764f74c7430f5fb472b3a6b1bdf8c2c8f5389c09929f4255715c74ae673c2eeb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88faf83f77293ce0bc54b8ed5542c69fd62274f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d28014004e6f60ef1d0462a437b656cd1d2a44b0cc084814ee63ef3141f9398
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db908a25f6d655c2fdcb9ba9b57b4beff3fb631
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afcf0091797b1789e795a800b495621de7363dcf7f04d06e6b61496df42685
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288ae2427e5c0a2f90906ca5af14667b4b35f7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e0575a476060db626c0e9065b95dc6cef06075dc06dd5d1f92397bc97aaf0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a247fac39879a53c84fc9ce5be75e0877e19288b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0338effa82ead5eaa90554afbfbf634bcc822498224189083b262556227eae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcdafba31d5b0dc1bf3af0a779c889fcb4e833b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f1319d9a73fab4f74eeff55b002925b729b0ccf27e605662d7b33d0324a9e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eea084c25d87bad71fb330f5b0fcf0a738869b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7007320bf3d3636db6ce6ab8270e2fdde7a92842fe35fd7760ae24237af9d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89cec6e6040874775146d6d7926f53e00200b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69bafec534019001468a384a134306af446d54cba1d7c0fba4243179e98ee3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0436a828b8fd4e8824c1167d3db497ec2c35467
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c79be4ce62d16b1863ac579d50a32cf5a00d6ddd8226ef0e70744224b8028
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e143f10c8c57ccc8cb21c7b13551d73129fc2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f9e5cc420780e0ad3f139bfc657e26cf8a62c2ae19f85e7109a1a93bf44f45
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efb218a1fef27640914a4471c255925fae55012
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2aceadf3e1d4a6a255e657bc9332b51202591492f5ab1de06aac50dcda5ada
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676070e3890391a3d4f5f8e06462502466a32d1e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c59133b4169aa522ea8fa9d5116d709b54baf371a734eeb70b28d83934690a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be5680cf495b138cca70f18e61e18e65a521acb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c8c4a161f6c46efcdb1c7a1dcaeece6f3e7e1e8e04fbbc27035f24b7442130
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402eab502bb1c9415463bfa9c06b0afbeeffc10c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773ee9d7249c4c9ac402e441089daab2d158a8f6b86ff267a12440ed01d7e6a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4ad619d728d8090c304ea36042d5c6ecacbed6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80bb4fbcffed90d5fbb15171b11b40fb742b47041b36a09e7d792623ed8a1f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb84d31ec79570404c8d89fd797195f3f8474d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dd37a95436e89938d37d187ec5bc08968c3ec9972a8b0f761b3c5140060181
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a195fcd5ffd9bd4502c1b1a62135912164d048a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef471870ef26cd420288a0b928fe8377f48144ba557f6108cace59e784ddfa6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b818375e7ec3cfb3ce2c0c568e0c3460e991141
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784ea4ba32a4867deeee8697cf7164e67a45fcd800819cb8c89b46fb55cb6aad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03cf59bafc9ac3e29ce8233c19c562a87b783f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444b7d430853bda1718fb935285c15e8c01f15ac560291b1d02dd1621e06b348
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc7b5d7a5316ce9689c558c2619283afc348ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9b74e66be73e6a2810316db37e641144fd1d32f404fe0a5234d4a40287bbaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d172449f7ccd57daead10d48357f6341efe1b672
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388fa3705af3666952664cd0cb099459ee895c6c3f856f7d6add5e113fd7bbbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db07fb7ea9c7b9ce7e04a23fb2f4575409c373b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f610af4519c9847c351265a78503c3268d61d167d5ce262d8c676a67356066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bb3d5555c009b7f87e45238192463acc2ca0e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513c33c97353f3a4f40fc7ea36a605d4b4641b8759d9668feffe88742985eba6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e57c022eeac850985295837eb6a3535b9b849e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e293db3a316a6dfc34a3a0e923ff2475667b0f7fbc7dee6c9b77a70ae8c91c6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb32e3c4e891b7b014234a70e59dbdb307186ce6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4aca27921a5590c865606c50fb2f7deda77c4f7527dcd5cf3cde8f46b7b9ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92cb2c6680fc579a569e5d26e3cc4a6d1d7b433
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f37c4b91da33f1a33f388d862760992f7560c1ae667685164c1717480dc5c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0489fc8b0585caa5bae175e0e59eead421c1110a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8166a561cd6a7700857039e4e87111c6d552f70c7d32edfe24c7beb02a00857
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a8c3771a73cf5536123218cc45b20715156ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc415b93701e1ba2b28491b3f3dce9524293b205904bd84039da8439adaf063d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7505196a7cf9c86bb10666f7c42b147ef633d00c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236a7d8370c23d8b9cdf70705511e2dc321f66e2ddc0c20d95cd93674d19227a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dca1c95cad8ebaf44fbc7519b571549586c6c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bdd9af202379398e880fec84de67e9ff706a20959bcfd7cb8c7667f00f2119
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641cd4b3dadbb5989b9ef2493636e1e710a76fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b0c8eeffb7dca876b6d28ed578e1709385eeb2a75db66aeb9a78fa86d0a7a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8e31650266d4d7b7dc485333493d174ac931a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157da024b77f1bc08f6a0159d2020bb844063a122368d32c06c46024b3bdda96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6502f0d7f1b7163aa29087425fb883b2ee6c5f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9e06191948a58179f11ee57827146e83dc3d38cc6363a110fbde43097b9b7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa810fa964c4a9d858bbe2ed50e83cf43cb338d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056cb8512cfacf2dc3bca0e23a4b36af697b666a9c4cb05039c4690f8edd3273
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa58c59e688d0d47634ccf6d0b0abedda7041f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f617a0f8e21a2341a5158c42164dddb353306522c676c8e9038067ea091e41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfc49fc0bb8bc2af54d98594e03b2908c4c2757
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90db698a6b8fe0359b2cf365bdf73715813eaf1b27e0316617e2be62eaba5690
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb8211e61a4280af4d01577d44a519743fa683
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc772d09d1b39050a8ae24cce6275fd4708d70d2f72249a46f085b1df2f7e3e8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabf72a66bd8d390c8e8fc1cde33106527274cc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09b053865a0a1aa6953bad1ab7594b8fcfac50192cb34c462bd0b0bcbd46db7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ff3b3663744059e48ee18400b69c2de6146668
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f8abd5fbd411a44b021371f5fad1ce41d0b50d1d545d5f25c2ed30b224d432
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0095cd6dde590e16b13b5c34b4c43d6c97cd22df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c6c85ac9cee53dc0e1e9daf031dea7888d2e9e6d8948f1d7932af985226de5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de496713531cf0c64e8c8b075ecf229a0390a5f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b5fac982f013aa471c323df047a23ff0bbd9e9f1b21c439314c634f02960d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b9208c99f14c99e076b7f0feb940180a0b576f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc338c859f21272e4983be0efb925ad4c0f7191a6e0db5f609b903f48bfecb80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbdaa52860fb6dce6256cfc8b10c6d794c7dcd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4828bc16aebe44edf0aadaffbe3cec4e66606a3bec002f210899ca1aa107ffc5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c57b659da0070cfba4a36befb093a84c50f4ba7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d73dd7c2672ade215176e5bb1e6b2ffb26ecae4821a803ca68f8193bceb87a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c471bc7f62c7f2c75f2c089ae890c59ccbc3b75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38e4cd87252cc50762a24cc7f99096647d0391269c38af9fec51e541fa9d854
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3241126f4ce6b503770c8cc73eac2c9cb41190c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c902433c4723a71d868f8f431aca830cdaf647f7f8c555f330a13b7d1896b71f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ec3bf641e93c1c9483ca97dc2cfad46b3eb782
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23606fae16f1755dbb35531247e98593ee052e0860eaf4bfe04d9326ee9855
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c2645a4e00363cc9323dc61fe5ac7c5bf88a00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae17ba5618f4f854318c6003befbbdb8e4ff9b45c3e56a5bba3a5e5e1d89e0ba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36eac283323aa061bbfe572c62fdda510540508
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d68f02dd72d0f28e42b7592ea2f8fa6b020dc89675fc0fc2e4e58a66f3b03c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db46c1c1c6c2d9d3486b61a65bab3203566218ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b519ac69c343fb4cff0dac3baa5278a1aa5962e51526429d2608def26d77cde
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd8ef291c025ce61f8463044e3a93e2acd2088d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4053fd9bf6097841996fcb8605242257a7c902de7d060c93279815c834984b83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c6897901ff2fe470f846bfc27f5abb7f4d6fb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6317bc2780d9bd446d1051cfde0a446290bdeb19f2d409f7b4cbc702e03ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e0f31716a78274d8f8fbd176c8174433830eed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f7868c1aa523de99b0b0336165810b384d6989a4e34b6ea8df5d609592167b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53396bb45dc32ed594b1791e379eee5fd7d50cf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b15762c471e11c83efdfb87305d254ee827a373f598fdd63d77e5277d38437
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f80fdd49d0e2419ea7198fa9bb9d7e2d65bd45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891ca21862b65cdcc0a1053a44075ab33631a24002a63d4cbe514d7a09fd2a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb73d5302dd0aa07c9ab581bb54f9d12bf3e1b36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b31012af08d958bc962898c443568e2632c9a28cfe04fa367cae0a9a94cbae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ca732509ab8ab3482c815a179b428a2569dfb0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba4b4ce1dc1b1c702ba99144f7104238685db4089dd487f8d692c359f238ba2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544158ed52d012c0dc44e6e17c7759d4b59f2854
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7e30eda1e4ab1d19da43675af1b6cc0d94a5e0c30e84a22cde54be434fb033
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636947eb36028dc835dee107c1190a229c52d54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96f81af4fdbafed767be08d447aec2de00863c11d71842d8187b259678b3cc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb6cfbd44a1d2d944cb5440382d1206c275c14b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152624fdcd35797250bee6d7f80f9b794bd51cd8f6ad2aa3c9ba91a161436424
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306dbde30db14293b1aebe80e9829bc95b3759f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7bf2a4af7dd8fcf2e5b9442700ec6efa3f715cad6d4e08344d56dec9111731
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534602aedf5551ed9ba4e9f747726d6d01a5edf7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74face24a17e61627dc20f6d1e2bd13ece581c8893e0de991f35b4ce67ad16d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a086e72a5814daee6ad22dd7d879667ab39bfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51257a34f3ff512d30944a7fa3b495909aa52d52e7c8ec1d35d215fc237fd6f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e77120b45d05bd2553bb308a7faf4769c6d9670
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc49bf94d81868330e4df4318bce03a4df7b3369b44653813ccf5b46a84d84c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f9b2787311b61d24010d1b069a9c46a80529d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56150c359cd5bdcd6dc4b6aef6d100506f66381636c13271789238ce73ad9557
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bea6798b84f098e0e87ffa46bc0744d2abbddf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b633092c17255ebf1a8ab5e987591f1db61f2474269be109dab7842eb926a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f45d1f9bded59ce953d54376350c9b12265ee1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eef8b35c38dbb9d40131dee4abcdc388af422e6e278b58621b5b4209934f323
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298e63f6645c56b6821c87028717af3f49477a2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac2bcab406b8ff2a26f3bdc220cf7a72fff940c7329dbd8f3576951c5354f66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43cd29eff227633ac98d135f2ba8c3ef518fad3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b17632892466f3f3b6a5d54592476c89c1df952c47765bd4f86ebc248a4657
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2a9e5a1b3781e94eabd208fbfc19f65be4c66c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d2d51f47538b6a73387e3d615abdfda332b836a1ecb104e7ea2867356850fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72efae765028bec875f7449a72034bb939900d05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043090d7118ded95f98d12ee2f621ac02f4e049f4400ac7b3a6dc6158086193a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430973d6632c4d35abd77c2f25f0bcd0bb274a43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76219d779f527f31e86fd35790f01d845d6c348e5fbefc5990a91cd8336339fe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a4021da326d70963dde13ed465ca863927a9db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249327cb86cd9f52c5b7ac5b46685a044f4b615d173dc364fd86b0a06065eeab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae1ecccc935630f9e3d93059eb37f4b483c30b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3397944adb40f8e9c71fbe096cea846979c93e88adeecbb5e3274349b413a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d347cbb56f6d5d6f097b35ffe6512922aec5a0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903279ec4049ef3d0338ac8f90ea0bd6488ec5770587d92773bf82e3a580a5ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37da22d52eda14ac16ff5ab29b0f905816da6d18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b394b0011b10afecda54510077f2de72191d0e3d4907d13223c008d58d42698f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de4d9b09912acfdb9f7557bd34354a78aea7ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0837993cd74c5bcb81d709359f165cc05e271189f8ba239477397a8962fd2a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f44ada0363a2001a866de9cdaf86ce36d98b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bbbed092289ccc91aff8e016ace5de7b5b3ad585c91691244e088966daf7c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f54042a6d1e916883b2d55462fd0411490e4ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192cdd393aea9495b9240918f3e9f8501677af87ec4994debb425a4a2570fd47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6574e464f44fc19ac25252882407832ce1ee9a2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44feb130fd4a6f5ad5fadadd36b0444628a391f3b4f6cc4c4f5b297834b6694
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec92462174591f0f7a79912e36e7b4e238cfe6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070a129afb3da54384e07a61ea3e077bdcede74ac381bfd0bb0403be21c40065
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79bd060092309af95cb2cb0946aa09ae5d00edf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5496735fdebfa1e2f53600a2854175dbab59e5d2182e556938c966e719254b67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ebd88ce6f8640801af8144c3e12b11a94d3b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2640f222fabc2b3a9b9c16f9ae8443286c45d8d0ed2a096a5eda10336c67ec2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8108d96824a8a79db175143b9445cadf828b99f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b4deb5dbfa8b55d1c78bc39e093798b061e88b17460eff21e12a314e43e3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6860aef08e387cc8c2201610b746635ee59bd85e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7be283b21b21ee3fab375a5726dc7e90c46da093d56aa3c97079768363ab1ef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e02234e5c96e757f98b43f13511ae76eb1a2d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e91e0d668b37a5a03fb4d435502673cd8a2034bc3da7e0583c91c6131105d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36886f8e40725dc90dcaa8ae1255562649d7db4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed9c03d429f6d0d509919c5eb4e9a7f25088b10b639d05e475b3a2f32a4c460
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648c25f4ce18fa4a355e528a93b616a088a66a89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda640d88573b57f84c28bdbd04b1807aadc57cbe678f550a871dc0c2de0f66f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15106454a3b4fcfba8b4070005d714eb10ad1c36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f001a75128939bf63de99fdb8e2eaad1f59bf591a7ba00ed8bdca6f325afd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3649a215e7b7a0399247ecf4987c45a12333023
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8256441843cae6c92c5d80192386114a70ba38e52bdee2b22cccdae99241b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf2e79538816e505468575009b04b7bea2a7517
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79acbc2c764d5c31d0a2c2ad50497a142c4b89f2e00c824f0ea289aa211af010
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da34746321eb5937784c80b6cd78ac18a0e67d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffa37601ca99b3ef506064f8ed510e8b2ea86d929d1f90eb5be03cd33d18204
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b008cb1e02c997fa844ea5c697abbfd39674ff9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaa9dd3716e8bf0fe94c28e924168f3003f432ade64746a1dd1055527002663
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18b73750342af08f01cf9bbd1d232f4d0a73d54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475f8797889cc3d5eae2088a879f9994d65592d38e90063974c614c4d6160261
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fbd39033df5f23de65461b68281b6f93a44d62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204ce964b52611c88ccfbf5c7e337855cc6410797a11be239a04b23805aa19af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed623c38aeba01a9f4f462aeec7d69d7486c096
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6978f01f2c24fe01afb6468e0e73fc8aecd3cb0ed1d695ddb3d8cb4fbf2fd5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0975d236d00e894c8e463acd2446a31d114782
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92db75aec4a8d7a08962c665e18834eb4512759052f851bd4198d9a3209d7868
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4fba2d6122ff19d37476075a1456e6569249d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af97859f2a45f5310f6812b3bf14f014a74299e12c4f532fb225ee3d449d1fcc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350effb32ca5f49bbe0011b2a8f54391472182c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20eda163c1e04b81a8939fb0e0409a03c452cf1bfcc8dfd019c06b6fa7fff88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15219218960a8c40d79e4a56b0132e1026f35b8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc87e03fa917df6b2bc29571ef6387c049ea48a2e04fbf52b6042873302010b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0527274f6833c9d17a21c00804fb6c5a416259ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbf61c1ddbb15ccf2df789b0534742caa9d8dae0911d85f1564ba5cfe804524
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7ff9f2fb29442158e15697fecee3b4e3ea0dee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec7e59ce6a5e050f2dc57d986d461a7c24cfa18d8c1e9b80c18cd7363e636e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5023cf5cd16e73ed5abd1b94b0c73b913f455110
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48266c3ccae772d460062189ab997ad2c4d90a64f471b99af916463dd2a161d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bba235a6292eac45c87cba71e49d481dda20f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b00d64e91af8229a63c53af0e85f375965020799614ac8e5a2e372fd80d04b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a106b60e101d2573522642692d27891e64f67a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c578e3b26df08701d3c3d621fe2ea7f1aa2a6c2412b9ee451b26a06f03cd76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf024b21b651b2e66e41d54c35406f9c82585d48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968512771ea7b9898449122df80a491f0355ccd83ed741ef7ee843d25212054a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6a301c985ddaaa42c3b2a28ba21f32ca50127a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f395cdb8ed03d2b98a70f4a08d882af9888393da5031e8c0f1512695281a504
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a312df72f6cfd13cd10aefc8fa8ebc94d1987b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64afba7642c464fd21aa0ff01224aff6218aca7f74d57394c55231ae5e4b46cc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605541031d24fd4833f9bd536a94c62dc65cc268
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e710e23f1eeae8dd1c1942f8028bb6a0b71185e143920d6f3fe401e90064ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da170142403179243dd911f99a83667c9c760298
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb3621782168136c363e6f42967aa4efaa4718c8c49b2e7905ea3a357238209
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56a55144ea42c3d1dbb15df8637783263c45239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161ca6e3cfad27eb2e8800cfa4fca1fac7a44cc91193808941857b48e871ba21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72fe8942e85d6f2230bb2f6afd3ff2793badabc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a10e7bfbc0f167c83d3543a546d62767018a5e5be0d99e86c7840bb8d3dc1ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec286efbdd596358d976f239f82f01a109d79c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3da879f4e9037191cf12bebb1faac2cc9ae3a79ceb1edba889494daba44a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7fc264622c12f679b5515f64b8751d433d80e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217f9d889fe21337344b7c909b9f65e6d9170a9a40560d1b134cedf352345daa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9865279b58c92f08481796225957ed5cf028f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c57c14d8ac9a9ba8712bac87b514dd14a50737d43418b37ba38cd80c0b88a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff2e2e5f845754f65e1e29e35583cc1fb7376b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075d06074883b6ddd4c6d5acbdf8c7e2d707b21efc57b2dcaafeef0517d63c42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6eb22c565f7719d6e431b375be14dc99a99fede
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a49ccf280e8fce09041e3323727c9e4245087fe0515bf0eebd5fc9df4ea95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badc5e58b821ee3f9fe76bf1169a4b964fe28c8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacac0c1c058062409a4586e35229cba84a6799ae7c31660aaf57120450a71de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce365240536c1845720e50b27528a8927e757f1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6504da0efd6a09e5c9347aa9378cbae991af711cea54d9abdcee2504b01f4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ccb0e69847daf805437b84325d3cb8f103da67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e525dee783e2f7e623e4fd4eac18cd64b97e7de5d62863abb82fa0a85ac55bb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4930a94dc9324c17bc9bd4cd0c1acbb41b27622d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c68515ecb1789ab88e7c6c174e9d075e857c64fc4663277de6c4b8aa8c526f6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37fae8073d986573042f41d43dff8ef19eaecd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbd14003551f63a841d306f75a487d7db9aa93dbc5ea83a6989994e858dd0b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0406a0bc1a771e5f7a898d865d450320c0c4ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85d5bde1ab35ed34037d063ed5a8c359daa066643c6ffd1b5bfcfbae2e6ccdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b20b79fe9d7155666625efe397346454049c33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd59a0ab44a0b0c15fcd1054081d60b551e7989e8f5552d3d91bf02d558cc6d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4b58944a4dadff588f90feb5b27799393224a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39fe1280439aad79e7c07ea68aadf7cdcdc82d98f51d8a5e5c4458f86226a97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309f7d5bf244a180b7d82fbbde8f98b3c3cee9f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8c0c406a89694f71b4065c7a550fee698c6dbab439d407024f7591151e7d34
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba717b077ba06ff771112985c6ac681221e6605
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59777f39459597d13448df7d412954da8ed45d88e3dc127856450a265d03006
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e35364539cb48336172061b542b1b63c24fa0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f02b14feb4caf1d6176b75dde811d3b1d3f382a60b8b2436f1757c44544b75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c803eddc3202110191095715d7b84d68af43989
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14822e9ea896e67be477d52e2515a8fc3e4a9a1051ba088ca2ab195cd3e81db4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52040a84191817f199499868f1a49905ef616c51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5b4b6a066c6a0e8adf80a454f3718a6d3cabf384a0b031d86ca7941d18295
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067e98348effab310ceec1660f6dd2a05cb14565
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dbab101d29012c38794541feb676f27040ac86504549bf3900bbd18e7949dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b20303bfb1f8509d29b0a240ab4db12341a7e0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa220d08e61fb7ae26d9caa621adb49fe96ee53ee50e8601d81362351e3284e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bad69af7b0e37b99cbe9dd66633820a878a7616
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571155814947828173d1be5a16249d7967a70b89418e5203c9c91686152cdf8c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf8535e2586895b54a328b2e37fa93c65c6d9ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b9744c9240b67a0b475280b99be40259f7a603dbf3928f86918e264c2636f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f113a6eb64c178e4f22cb50a4fdb4e5a0faf55d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78db3d1e226ae6a096e04edb2a30986da67ec8692e23387241bac2e73cfbdfc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74f0060b83e02c12aae2453e3a52d85d6fa5c19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7d0c8eaff7f2a9525aedd272c872580018d1522a47c585858fc4b5494b675f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1b35b3c696e62cb6e8920874de1e9c387fa486
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48507421990eac2a4f8a781937b724c243e14448c0b384c2024282132db7f9b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70929f3f1ef7f03c89a9484d66d9e5352320a5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7ac22869d71c802a756823750d90bfa72f3a9d44375104caf5256712111a7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b3582a42fde133466dbf865d22fa09d69f6b9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7965b5a03648869a1685b6e2c030a61434fe838645d7a915a5058a846d63afb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b8a8c10a67ffec1d1043f937c8969e95cb29df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03593c20584bc09a9f62263613965e1b461a1b138fa6e286c89b61a73dc582b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de5a0bb59190131b6e3de4af3d3ac4b4fa7224b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b689b5ebc0bc2afdb098b24d35e5e167e123a0123f3933b4bda446598f5e6b6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1507a5a7fc9e8960dcfdcc6f1e7c83aab8bdff60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b25f8b5b13ace1eb896801a1ed736a227696a533ded2472093de0612b73bc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3597c7ccc0dd6160a691e50a076fb8b97236844c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4c7327dcb3dce90937912f8f41841d12c4ae7043ba69d81bbe07caae18caec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16cb1f22a7cea9d518f6f4cfd602c173b8c44b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46945da69b56fb7a48d3dbb061a1dfa262ba44c688c68ba4aefccf574c33d7ab
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e73aef4c858d7b6cb7dbab2a73601da42a64146
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809396a86a4cf3ec27e9109ffccb557b2226ce6ab655085b795ad0026004b81a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3492561d70ca5b6f8d62f92c5eee0be09865344d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4173676576bcd644d1df63eca6fbdbecf7bc10c0cadf3f4c54695e419fbe48
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ca9b0594b52e1a7f4170a7bd1b02245d6b3072
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d9551a6df183003a74401c61e1c95ed7c6d9750590d99206c566353ff35627
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7d0e7b20ce49e89beee8485bcc2f17c3f35d2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3487ff0618ae28b5b66d77988a1d4d95a4f306ede41be15a9ec769e847139bbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4404710f66a63d1fb1bd6f679d53c97ef59951c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1d807e50b1e7cc8f75bb2d9a306a19ab841055f956dff3cb03329318cd1acf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b64f2ae43b6ed06fbaf8b317c651b88ee7fcc2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f79a88951b32ca237779a62b293ae525169d2d22163a0496bf4196f1ec6c345
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953ec0cb31a3065d8bde1df9217766ee9828c547
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639f0a63f083a3ed83a736b0b71806ca25a2af014070c3d2e29995222a2ad911
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb99251b9cc6229e9721d4f7f1c6349a0ea4d3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d534c8567fac37598eca78ee8f3eed557407e85d8f62fb9ddf2d60abe17a95b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de42252a7c24cddaf7d7edd63bc06e9cdb3e015
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b661f1a88bc5add408880417e44a76aaf2f14b8c9c687e829d0c8c70518aa14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783132d423a83f7c9887f0dab5ab4908a96c020
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c796a5e7ee7ee9f1693598ce000710d4fa9771d67e04f8a9f5f0e76d1345a4b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929fbb91d7e2749479e62eddfce4127c2c0fa32e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd17f51f1159e93323e8d0e031121a44876dd861119c86fd294d687dda0cb40a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8bcad108b1983649f6a1e3c3c491b0a463e15e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406484bf510fcd590951fa7e9c7f6100cf412efaf118598e696b639a93bcf7be
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00290368110a7a40b6d8e5cd4f4957ea0e71417
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce10d8e1ca36980454130887dc7de7caecb0781cc600fb5a7c5f7cac152c6221
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f06763457a14565c86efb7ae5725ea9726ca2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d29618a2ca68c735e39605fcf94d7755e298588ae2e364deb6878da2a3b2af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfba257a406959be810f06520aa258f566ef601b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2d5345dde62893f4af54a6960060494341f33d3b454c367d4a7e7ef409aa7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061f5e3cc5df39ff79dd97434044b588d2355d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8744d88842eedd4b76bdb7a8aed91172d728508f55ae206e66e638e17262d6c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a84dcd047985524a3170173d7891e656c3a6d1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365e8b26296c7ec98823549c58d7f17ed2342daab40703241245bc85129026e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd777515873833c33dc5513a8ac44aa3c38b907
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86581dfbf440f5f7a84ff6e17f3e04285a03f3c35f090ada87450373a63731d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f565d519e16ac80659bf9bd8e989f5692d276c1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe4e66da62b93a78ed8784fe671bf62def77155e64aed89357c37b4e9ea1691
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93760cc9864f84c5f7b80885c9795fe06dcf8e6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894435a174a644bd0e981f2cd8345a9f184c2d1022f9d92b73a6c7f5dbcf9e7c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eafefafb81d988c6d00f2b4323a85e9e8e0c43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67dc753e40e6648496bf114c46188800b0d2ddf24bcedd4f44fca9676070083
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ccb40706dd715c02b760e0787d2a9f872d4bb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3af3e173579c495f5a79b87064d7f439f88028d281f267313350da4e9eeb1b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8109fa19351d4c9f607eb3748f1e1c97458a82ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c801f67d6aac33eb2ca6e5ed69fd354c2d833eb92f30899205dbcd2a9f2f683
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8c3017c283ba6feeb083b4a72166f0ec82d387
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f9e00f9199bd048ba1bd6dcebd187a1ad38ea88acd4ad98cf888425cdc7bf7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88244d6672f2aac67a2a1deca9a62ac9d6761f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bffe369ab4281506ea6ab9868410802b5be35af1e42bb5ab9bf2cdf8ed0662
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7b80e3411346f15b701cdfa3e62d0e12a3f19b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1245d90dbc0ed054ecc3bc3dd8ac1eb3eed7266f148b1df2a6076cc6874a5acd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dc5ba8bdc823cd510ad74343ed268a694d68de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d7da802e7325fc6f34919037deb76726d4e23941fbd1c36bfde7a1d7c3d88e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b86d2ef820bb7a9249d26144c449edf3ea2426d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5d4b95f98646f706979aba3cc40cbf3b126f1b0aac7ad556a99d4e834cabaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab9a32f4d40616f06cb86086e7b6ca862cbf6ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d475e2e1400ad7dbf2b6ac5170122c59d0230745ad604779b3063ee172c5c020
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219ed6f01a6bb3d724483784fdbc00918c5b19d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5ea045c56ee90b57f1f71b308d26d67153ea3bf286c94159e3f2a47cae6c7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e3507dd23df1cd16ffcc9c1556af8717a2232d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb24b50046f3da46504b439e8c406e2b4f7b9293a7b5d489d1bb99fb2ad3163
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f39e26dc1edc7d8bc7b58f7fba6cc10f2c45308
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eebf8018811fac338657494acccd342d8d37673304aa4d5f9edfa4f761ab709
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8111bf0f286d77703576315487399f94a5585c55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5103eba4f47f512f9c1d8755f747c5e1066daf7163e8a21bbb0f934cafdbe7b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1edf8dd454c5a6158151e2f52753f5ba61e808
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d573bf6db003b7faec1b02a6827ba483f2362491ebe8a99969495867eedcab7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5394bbc4170c4d6a1721acf8d95b41cbd4815f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfbaeaf68641653da91adbbcf3c99b6e8f960860bb3e798df49e61acfe198c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c1ccbbb3d3a79ab831e596499091d5e4da9580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a573c9e225c33f677ad135caa8a73708a0fe3f872101cd6bfb164eecd0ae418c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9f8fc1ad6eb5bc79a058c93d66bbf7ad81e33c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd95fcec7a0b5393e9a558d6aedb534d4dfae14fd5744e5275316395f200aed
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c372d578766713345bc501e5e2d8f2d94026cd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e08d8c923782da6860887bef79b305f391dee7a13e5ca5df91418a5fe4388a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c35d5275e1b1d464138f3c0defc9b91d1bed5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7838dee96f12500cc89e300d607f633d60d875ec89304ca4eacbcf33bdf2ce01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbc2fd8fb2044f200a783b036d2134c4d06707f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d0a03daf952c173423316fb6e4af31e3a1ba43dadcc41a8607fd1c7627cda6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06dc81c5b81b2430bb4c2d025f0dec1622fe45d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eebd54c28cbe9c9c3c26d1a1dfca6991cc66da89a8ece908ef0fd7d03c52777
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306aa07ebb9f0bfef7b96aaa1ae09fda138568aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6ed48e44958a7c508bca4fc3ea7e2c450e2bf6de94764210ab423a16b72fcb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d6af2cfdaef30f03bde2a67f8fbdf9ac6705dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b5f07b87e8c53adc0580096ba19426826769d9e9339df1bece135a9c0bdf5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2012cd2bee892a02519e06e9ea8f529f4eca18ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ec07b1fd95eb32faa3df88f6206116bd410c93bfebe04ceca224fb8e08f2e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2d0175d808812f11fbb6afc6aeaa98c8cb9d30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cef9cfa3e396dc28083c01768f6519a3a91490b7b7d64f25b7553ffecb41a83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad573b12e0fc9dcf4e7ae2eeabfaeb1677bce719
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494c82201774294a4750fa25148f86fd87abd44e9514a06c658b0ab3413fecd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647bfbf38898a1ac7fa1bbac23d42dbaaed5e88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d8a4d0325cad4f7846d0fbe745d331f1949af259c032251558d1309bc8821f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de78427ec36a609fed3cef36986c5e1642d9a6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ba1420c1290f6a43182d6b7ec47d062da686901bfe93f847d587723d30b83
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db36ab6ee462513bb3b11acfd4b959f92595ee8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55ff26ecee5b53af7531dc184dc940a05d1ac2f28e4e92de30bafe60ef2318d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc90150130a3db16c1052be51a5e0921329b78a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027f19d711968b82228aaa5ae7013e45e3ea332a0aaaae7122c8d44935eb23aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43710a0a6a174d38c2af43fd7994f4401e227f80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462a1e654a7aec0bdc9ecfd020dc0edea83e3f8012448a87956ca89ddd237bba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb2cb0d93d14e8094b50374e3f6f9de3eb2014
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad833c6ca1f662e92206a4dfc778ae56bab2e1dd4f76836b3666ffef1d66f10a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c6b764fc59d3982601ba3c3c298e173d25ff2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80b9d36c10b87e7e87abf92a0d9ada63c1e50f7b2a79052df553686a6b2e4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b51dcea0fecd7452cd389d57aa28190a59d590d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af95d815f5875070f23e6ac6529eb6fc08e5b7a156160a2d4443de667b2416d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ada43faa4e52ffcfbd8fa5f5fc0ceeff9d9a39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3bf52266ba49390fcdd01400b819f57a0d4ada195a340d108e918ccc9c4523
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57acf31a33b35efb635c157dc6147dc3ae3dcff1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a88c6e1f0ae5802f700df98f1cc7acc6cfd4969e46301444324f2cf9a49d9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf452a707904b35d52a32c3396dfc778c574f0e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4eae39fe1a366c6acfefd8fb7680f1fd6beae47934c5febf2a2a878cbbe909
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c0f7deb5db33fdd0a2801e4acd584e45997dac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b60d17bf3ca3b4fe31670b673aa5fade82ba1e1a8646e1908d83c3832c1cff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0a766010e314aa204bc98b94cb52d395e27534
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d995b265b21cdd5934744dc4d556654a7c0fd145a7d1a41c106e3a9fabb38c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c3bcc71d6840e9fc987cd3ea81d1d4d9f58e7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c57bf286cb5453d006f56511472c46b85a2897031d1252493f92353341b1657
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2c431b2abd44cbd2745b4e7cbd8e8d71020859
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3e994fc330c84bd33c56de8213e23221ca67856145c05705d58b3251cf926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9d9a592c3c4bfd6f5610c67130ba0def7d17ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa0dc4a4abd1e519df1f6ba6f2c850a65ff71c029228c757ce3bdd81434000e
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb545b9dca015d74a696d2ea46a9b5af165aa1cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db777e97ac10d59759a4e731ff317b3e3bd171e3a70696600199a5d250010ec
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36245a10d90ef69cff15d6e700d5f3a4d9e2e861
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75d30dc86ee9157a58fcfbacc06a76056f4592ec0cec1f6c77fbe813c2759a1
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2668b878762104b08b8273ed289efb66ae8ee17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2f6aa8e4b857c6d1fadc6d7833d8d19f0dd0cd9d6d9edcb68f00f3fa9a77b6
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad67c350f0cec9c5a868dbe6a8fc53066dcfedf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ef0b0b202d08b6cf152e38cbad7c84af0f57b4e819d4ce4a1eb45f7e151728
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a177d5e2d0db916231efbdedc5888562e54c7e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44abe78f2417f4b2ec66904205d620eaeae041fc9b4a190b173d9400249671f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9842be9f6ac2694f46902495bf154d6f7d045bad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad3dbdc3dcb569279ff0fc135632e9f8a28334d158728c7f366b649fb490bb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945d217713cba3d1fadb73826afe3ff6cd431d8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e66ae813b086f86149d7e23d08fca2f5483dc79544e64531047c7611b53983
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5f27272f813250b1277665450de2198087b9bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200178d73b29eaf3eb6c7a940a1fd90995bd2387bb14e832136eabb4a1544185
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47ef64684bf3cd5c015d8cd075c0cf42224f196
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbea0b36ac1a914313b13cf06a4a6196d8e319d22ee20f37dcd4480e49f5a44d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41143f4709580b6ab93b48c3c8314ac0c701ae84
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c77b4b85eb342dbf2dff24d5731e8b9694436a3878280d92db67f5fef4a7d5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4d4eda163b08c02a53bb10e69b8130acf2b06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31f8c180a00eb3c46da57aaef0ea57eb3e4d2ce9d44d3183a8aa4f9a8b83ace
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a88f2439f78da912bd3a755e2547540e777dd23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6cd6dfeb4a49b271ef4a8ee31b9d8cb4e1cceefe26af0ce8e3fee79e358547
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26c59052ab29de423e9dd844a741bd7890bf50d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadeb394f06b927ff889e49ef30c9006d00dca8cc175240e8ce558370b5335d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43d37a3826d0646899a28e6a16729a928eb9d0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ff5742ce8a86c0346216af2ad0dc075f17f29238b74dc8b164e8630e2c884
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f37cb90106e6947388245ef12d56853c79ff40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afef14b3c338eb14787746dd7838dc0be2128eb5ead534f97d24658a864a3fd1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9e0143c90bc555b15ebc438ebd6a554f490535
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ac3b56c415a18da4aa082d65ab733b5ce5b737d12655a5dc81cb6edd7cb8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74da28ed39dda174b82b67d7850fe8cfc5d1985a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cfb7afccc9a9b4edca9f9297c7f96d5daaf1589148a9ab59cbf647e815cc44
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2f984358742297897de5b85208fb0899769dce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936042b5073b5722c7780ab6352e5a76695c0c52354da46bc1ab980b78553046
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e2200bb846e4479fdc5211d22e485850371915
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9ffcbb48e344d6f84e6eed1a46507ae15684a2b1d2a20b6544e7dab811802
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21b70a04fabff3d54b10da45d670360473968c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522f46ef5f7f7aca48eeeb0aafbdce224087c8ca3751e568e1d7c9d5ab95e6b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff23c50ad378eed57d4bce49f7bda8ec68ed1f6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0dbb7ed61b02a29883a06d016abe6105795976c19bf6b3cd0de78cf4b5a60b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5400ccc3d78fa5bcb315e68d7cea7ba52a896fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9b4d8415700f439e449b95626a8deba30ed45f5dd7da1dcd33080c7c12a9ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a01a74a92c1eed82b193f70ea664287d80838c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f251dbc52e1185745a83a6aff0b9b3a7eaca7967c4fc2c0a4e7afed132f35231
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6661b870a6b17d0e0ff04290010326d9608a28c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7baf4fb36a1822fc3d8fdc52586767c33662ee0ac5aa65b4a99057838a1b4639
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d378f2afc20ad1d935b34a03b224059a90adff7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9dc202fe99bc6f6333fee5b50d246e5cb2c5149d540eec98cf8dcb149c5091
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14028073460b9b6182c5dae85b5f6f7e38199ead
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d880a0ba2ddb7b3d58dae5084c63985a341f3b64e1137183ede8728d14a6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddd28ea6c66a517b4c28f6229019565738f4853
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e96d0ff55d5e4be82a1d1fa2fdb8cbd1ee98fbd2c4cdd530e284ac5ac623713
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330a3a3de7ac8837c25cc396a3260918ee7f98c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277ed154cd290890dd43b10f45054dba77de57e28493e5814feb4e0296f790b9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf6fba2b46ab9b69d244e1bd2175a2432e430bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc377506ccf04a5b86b0fbbc8bdf7b87b81368a733ced59fa4ad27f1ab9fdb1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae69b2e6053d025b12e9da62aac575cc5e97544
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d965a6d00e7ca8765a29f24320b20cf05d923ad60dd0053e5b9ac8bd0d167d97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83a471b8cec61458b7feef827059f9db365b552
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a995b90c0bec46f14625cb1293f5682bd73eb2dcd59e5c23d592b2e13382298
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bae406274c0dfcbbc693f7b4588608d174707c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f372f80851601fb7fdf03c9bdd8911aa45e582e05b556ca89b9bda40375971
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dbb7257eb5d95238d19d7e663200e037ae44ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b5c65d30e5342f41fd4381e65f0d77aa7ec6a82161a5696b22a9576de9a6b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3675f8dadfffa52724599344d8c66fdffc92fc6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb5fbdc16a156f87f7feb98765f040386e08e4585796e9e9f15a841031f668f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4e2aa4b80403b8a6e3bea9773498b9925c9b78
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c509d08a6e1b76776f02530218cc984c21aab322d603a6229ca9ba0774ab237c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c75a6e5d5ba53bf4634f609e28a271a94818ffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae0c2f4403340cafdff2166f863b99f3ca90233fef99cbb10a19a0865ccc325
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57ff80252efc148504d9d482037282acdd6a954
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a934a0940605e79811e42fc7d5a5e11d23713fc660601de8d533834ebc93646
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb2e81b8f6ed7c6a3c1b476c582f07f3a9a977
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a10e1aea48fac03dadb59dfe014e69c80fdae3d9ae41b85ef0f0b420af5303f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4f13f9867bfec529be666595f34a35c738471
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e5744831fa29668049a2bc5b0d6cf145a273ed6fd3d8bc844054dc4423dc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3917191b3f6ff61345694e83c78406dabd9bd45e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bdb9e8153a10c3c55878f09f64f071ed411b4a5a30099d700e9804ad9a1321
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6029683144b30f09245ff37180c0acc98e3e75d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acedc4c39edf78e1f6d9215c110873b2eb7634d540c41859e065e0035c3d4cc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828da387e8ecd7fc3b218d3f08424b8080c75cb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc901224a59b9c8feefc8cc5aa23aced25322441f72bcc418e731bf0219a9660
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f02fd03285079101b31b48ba75b39b5464c624c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c746de0909f37efd88c99873fd3a2f31a7be5993738306e39fc6504cf0c3f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c080704d6bcf0652b2dbae8756cd630e9fef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c7d655efe3216177da41d208a0c02934080997496068993d5505654a00eb31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05810c822074f880557862c1c8d4b80aa7225c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fd73adabe167e114cd7b964f65621595852ed4cc28a91f613115c4fa25b4f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5b0c0699dd2846f116946e3e119ce8e1f7fb72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc111a3975ef19e0483a38b453742013afdc93af979a7301ff6cf36dbb26c0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031bfec8bb848f13b54f4ff075bc473951519a20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4baed6b00325221d67b0b6b5528c0c053e1a29a09045bf09428c29d87417b99
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f57bcc0617057b6646133c063b753626607e7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1684c799f71e65504e8851f3c4a765ee19d1b74cdc93efd33258351eae325b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1dba6e4c64e7779d34fe2b946e835774103ffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e74c739da19275d90fcf048d59500372980f09bce336ce1f55e781c9e2eda2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3224c4e39b9804a7ec6978f41e88981f37cc66e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec6371183d86e0eb6526c8901b3f38080cee9522fb1a9cf1dced9e87f829837
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f41def426b9d6b192128e8dfdc86dd425e3e24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531641ba843f3f158005964ddc51e36385ccaa6e537922565dee455c930d4fc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8519b5655aea2cee7102fabde679e0517c8e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534466a15746e5e5ff9fe987bf355cd492856bf79d42e748b1d3c4a422f7f658
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64770c94b609d3b681c6c982ac51cb6b09244521
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aac491be81050fdc07b595c9140ca4f65f2713fa5e8f528551fd071395c9ce
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d119f2112a3d7d9acc34995c415559224a50f39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0e349ef8c05e424ad71aae431f7d9be4ae8423febd7ccbc32c9cc672f0723b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb8146b298b4448fee3841fa8a88b8287119dd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6fcdaea6e67034646cb0d0a26c404141c85944dbae9fb33d1d2233e4c0bdc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffaadf9f4e24b0a3de9352e9c145a1cff13c935
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49493fed728ee3e7895a3742f216aab007f8008e56c5b98b53bdd8d4dba4acb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d0d341bafbe1f4b4ffb255eca5893220ac56c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a6c886e40b7c79213684567671725a8f19043afd08ed7f0f0f2b14c6931dac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c532eba5308e829d0a2c0cc149704dc2a33c9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976a4764b90df0f60af673051f537e1731e2200290423aa1337e088f9913908c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864efa06c2ddf27ee66e7921dcd3acec72ab195c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcadf392faf19f1be3f19dfabda460bde1d6042de79f51e11d84d708b418bde7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260deef6d821c83b142e936128a31115db77e0f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d77d025d08fd890305d41144fb58ea557201c4d1b6e9ef88434b05dc9d8991f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe5a617d39ed4dd44b44db58eed23ee731ab4cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12b58ccf615de3b03b5599c9ec3717ca7f8a63ec2d363f0fe7fb88ca76eecca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27773a682d9b4cc89aa38634cb99af5c0b19b17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bc4c4693ceeb2dde2e99b0b4d5f9c722692f5a864203efb5cf03573ee68ec3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff97afc22663c339783376f85fbbfd5a52e1868d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28f0f39b84460bc5da89774b9a7a96ee2ec999b46460e604ac466a603d39133
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6d82b61e49fa8011009f9255e8bdaf43edf265
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46751a6823adbbc529e8d48e7595e79d8f6a613f1bd058baf5c3912de682564f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348d85d3ef85b1a69c5ba0be24f9ff09f8c40aad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5668840d262db9163563911c8bbbb7ede5b8e4c8273e24b58d018834be0a89f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8ccf55361396dd2582ed1ef6df3642b4eff74b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3783a535525baedac414c313f13f9cb1d7b3fafe5c9ad7e08c316d94f067bdf3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf952a795351266ad3380f84d3f94148c900d5f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e786998dbb92d94c4680b08bb3d0aaa63717c861ec59c712742e432228ffd54b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2360f81aadb1620940c33b6fe38b05b71105b51a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d35b1b30bf11c65f0018a29a90553aaf58b9245aaacf5dd36d7e2b1a2713576
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994e2147fb6db4be00bc98b0df650814cf96626
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdbbdb2e2dc062a1b3d6d6b3a705f9001df03f57f034348e7f4faa9878713bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ded98242b9031d2c63f7cd2f22bd36d8275b724
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b3c577118ee4fe84c0a80a12c39d11042eda8cc909bf487359e14e478b15d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ea5ce38f2d6fc2c1c5696bbabcdc5661d3ba18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7c349d6abf9444e95b6040bf7f3e0cf5e2fabb97b8956f928e2b5f17a605cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b2fbc3ffa57adb0a7500f5878cb408860acaa5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2146675be99e0668a40aced8f56b8f412afa8a6f262acda9426e364660a52ebc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988b40fa20f650dd379d5ca1e753f3b64f1b4a6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b8870624851af4200794308711ecdaabedd9569308e5b39a1a13d3959c6670
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6089287452ab1009ff06494c1971606c652246c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd0a22e0da22653d798f17a0accee5b56f7657bdc17d834f0fb9039be75c853
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651c489f591a6ad864a37dd44c4cfb2a814200fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784bf31d82b384e022241e8a08769e17a84523f42ed00160d0d6fd75b556db98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624aed20c73fb34ad64ff49eb685cecfccdc2b5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bc3e1099aa0a597d7755d7647fe99a3ef35c4f5e03a01a4dc3c9b27c1207fe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90d8ab493c7715cb2ce0be9be027de07fddd53e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4cd0820191b8214b16b4d25533f00b7e5c32e741c501d9cdaa46e71d82992c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c405d910cf4ba29048218859b9ea19bfe1c24f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9edbe9bec0a3d3c136506eaa62cebb89697a67d76117f439b4ddccb157b42d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970a9356de760604663df0107f846ab07afa3d13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05a0fa217dce40dfd31de87219af7ecae30ab013e73b1c53a80f6168c3f37f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa7e6574092916b7de34c45c1ea4ecc4a90cbed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70e7556efec867a15cd55b7f1474e3b1c329c8077a9a0d656941e7374d64e3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7d1128ca3ee30c8d1cb4ec3677de2af5f606dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cec184fe0d01d2752fac384270836d85589f4f8aec95d215e1b6aeaf425583
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af34e13dc5f32fba2c4e6f9b8e3ce1823c5c39f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7711c7240bc0882fddbf63d4fed13a73eeb69b0e476cf08dad5bdc064d938ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05c76ebf979839a1fe3440a1cbb5be847463a34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b047164fed82533ef4025e2aed0ad9488e0c59260915c66d0849263b21d70c50
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e42fd0edb3f41e5eb1561840872937d5560d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7fab8bcd3b64e6e176905e40fa9b81e6d6dd086f164747ca8c21b69c917016
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fbfb9a53c39f21208a5ab65d04a68faa83f364
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff097acfd726c3a3b554cf94868cd0dfc1ec5ea50e83f43d58b51d5af6aa5bef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2ac5f856d79677171e61396b1fbd9bccc907dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d651ad7bfcde1421528ea7fefad5076842e60b996c1f39b4d54408be9076566a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d8da05f8772ad10d145487e6bbe0787a8da9af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05003c8b3d2627bbfc890db8c9df44a846662e054843c5f1e64aac382858c38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655a5d1ba600aff395a22cb1e1e4d80f37012412
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213b9c102fe256fc8527eefb5e9ce1ab1577e7045c79154b03aea41b78afbff
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd77269214462511a109b635db0872346a70553
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2103cd8c979f4527d90465559a9dc624ce11f39de9c45d6d34b81b63cea46243
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd0346ad952a6c820192cb7b1545dff2aafe859
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2962d32b713dd4606ee6136bcc97ae1ef00e87788d2fed3dd0054849bb01a079
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67d15f941c3eba5d24221aaae930671a4c5e128
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d744b4778e920cc20bd8b80008b85740e927b47ce057de235944dfaa875195
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484cb0439b69a94f6cb6ccc4e7b2b157afa8cfaa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095aa2644a90e1769b3fdc54a16c58664781fa16c56452d9fbabc778ba69fafa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb8f6317420da26b61f7724629b271db12fcee7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b6ef3b31ece30f3eaa5e53465725275ed28da4135d9aad633cf09f183b760d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f95861d32f244b9c46bff97e9ede4c0498d41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fe7893bed93bf0319768e464d4b4320d74c99150c6c69391e1142704cf78c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a3ef2694fef13e52cdd99abda05774b73444f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a049c644449d6e6f37f807e2ba69583c52d864ede940a12112180e5c120c288
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4f9fcc188e902c179596059aa113096a001f92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40dc9e7625a3ad87c19a1b325928b917e60a24295a5949ed99c4a0bd4b1a749
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7f2529ebb345570594722c522ecbed1b873534
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ce29015ea91d236b54bd977f22abfd67e1c7694a74511df28ddd6854928002
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f0f933faf0296dd3d6d331866111fa9b087caf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21682b043ea683ff25d23da72ae911bdc1c6dcf3deac1c34aa6414c631a197c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db309646bc6e4d0b2c219ecc1346b51e44a5cf7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599b52348b20370f0defbb00647d98e00e1c6102cc56da2bebf9a9807a2c136f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d25da88d0c7caa3cd68258a7ef7c68fdfd678
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12be2c361985c32ef17872bfb02ddd63b14ac254fa70380a80d891ea23fe258d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36209a98624ebced7a2fcbd7c3c74fa79ec3e5f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188b5be0f94aa32524688e6a399f0602b7ce3190d0ecb8b6fa1c1f9500e1be8a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4927e2b2349c531423edcecea9a3b1d5056f93b3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecaf0989640c67ee3c0e8528f6ffa875511f8d81cee1cf3c7dd8d5d200c09d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b68d29bf49259fee365acf5c2ea44f480fd6fa9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd188f316b9562d9537adc86a363ff3eef26f4b2b9d845bf142bcb47c3c0bd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba2c326eb48961670fb93d20172d93f8b071625
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05f1ece1f222d26c8784f3e27701ceadd6bd14ac0a2b5b4f46e21a9c16ace88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7de3404cc8dd32afbed0aa1dec3357febb27ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e0ef115f41014347d76339457fd0447b96975d92bb8a7522e68dac1ea36676
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5108f1f80339539c38f173485cf60c436df88d15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad630daf333849d92385b15493456e3606176bba6eb06ec9596c6fed31b1a13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4ce552c3cce7927fec8d39ee6255f0073ba559
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aeb1265714cd32ef76236822c5b4f46aab5b11ba3ef34586e25c37fdec1fc44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb34ab66fc4a6167c623a7c813856cc3bebeddb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da09cb90f3468bca771fa0880eae789ad429054cd47daab25ff43fc23c26c8e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c4faeee9b1278e6ec79e966961d7379d58229
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812be1f15fe5e17d872614d5cb77881d9c2c6e9550834302113587e2f196f677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506e4c3c1e8b155f849e2a5893885b1a9edf89f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbe654975529ae9e9a115041154256a6a7325c27bdaac04aad1cb217e105b2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00866f3f6b6687ba10cf3735685ed8abc78abbd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02351f6e13331c81eea4fae32a6fdb007becf3d8354f336f0eecca9c349a2926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efae23e6ee2fba1e949edd1cc7f153cc38a47d00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce45d0be699c3627193c51900742e36fa875cf692d9f8666e5315d94a17936
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51c2431555c3c125d2db314b362feb04dac0fbc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31f774dd50dcfad9a18005bb07c4f8e8598a263ebdb329a9fd6b2c9f6b6e4bd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df50bb046c34e0dfd620e578a39f33c3a947fdce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1364d5a59cee47f45c43e08a76a1f53ce5bbd50fa9de9eec6455b1f3c0013d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d8d48a3e31442b9e905552a9887ffe0e9f5bf1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff1442adda8da3fdecd622b35806af3c3b6b437c33b4559e7d7a0e87ecc7a02
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b3eb8fec9a49493d0bf29ab39f11ddfcf9e1d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f4468845103d030320cc7bd1201bdb4ac7a748a1f119ffb95eb4f4ff679be6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71aece48537f254aa2ad4a78f04663fe848f883
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e423716ee9053ea6bc1e29d6b98d10bafadf2451ffd6913846bc9464114b8d29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c682493660bc7e546666f2f559b9fcb3583529
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be2ea14a91508aca11c7f1bd33e563071e5b8aee0090b5c72b33cd43a9fc560
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d22977da2d672db748dee55683bc007930e7810
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39774dd7e00d1bf253e6622fbe80c49160c8c3f5f634ffe64dbad153d55c226
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d5d6676e0fba37626133fbbcfbf5f610098cbc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af98a0499ad5128dad7ac4c0dc40309ae6689ff303263ef3e5abc538cc9e6ba2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585c47a01255f5699af3f955b67aa616f3c927b3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5deb03ca77f3e9ac4b6f26fb35a0b1e618deada2bf38c9dca0ba3cbf43cc422f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397f51ede1153ca6741c30ab6d5c840a5137eb58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e572252f4463039687513306560ffb379838b30d6c3cebf501af7a8399074c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72ba580e624f4ac252b7050f621446a3417e249
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a32b6d7db8b14685ae4cd1cd69617d2c61823ec5db439816cff6885172d8c77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d788ecc155394e054655295c09cdb7ee3a424481
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22846041149713250fc7230f43c136f2c68baad135936f90a76ac506f8f7933e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd17ccc53d79399ed3037b5d3544c1c1cdd4d6d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8feb0c357e6fdf812eb6ba5c7833e21e76eb49eeb329b2f4c849dd4eb5ddda4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1161f3d6db4a12792f6c35092eef6ba13b1785d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3a62500a7cec7b647dc046355af5ebf43258157b9294ff7330ec7eb5f9e54e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba382e9a04f25fe877f88fb6ebc5e7b86afbf4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8032887f949f294006fe0672741f8531946234a8bcab1034bc3b1c16fda3c79f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51f282b06137c4475e0d4ee0bf5f5c9b6c21d81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c8bcdcb83e120b90e937cd8be0dfc9124f21546abcd765b1e4f0331749faea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921db323b5cb9150844c23bb1398cfce29f7097a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05791ca60e13acbeaf8af9b0a0eedaef206761d8618573406992bbe219330aea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9278c512b69a862135b36320c6ab144154752e15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6bff7ef0d6d8069159294ff34aab0132abb751847f84dcec5802005ce13002
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769bec3fb3dd93ed65f5ff40f8106a1381bab957
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c36556eb2981640255305e5fce9d7b0ef0cab1c00404d2f7cf1125b0a6aab13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12bc9af374107ef00d027bda8c449066a04bb9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44345cce07feaaca874b4bdee6cb5bf8dba0f67b022d61b65a2c75c166e064e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fede686e9665218b6ca9c5e699abfaf4a51c165
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ceb8102540f515ab8c6f8a8c8798963c8f2fc7f87f231857f2270d5547799b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e57741c5e75f156ccae32475dffc9c4511b5dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1782a15036389274cf3fef9753b0ae2b3b42eb9d1d4c81ed5a85093e038831
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec4f0dd61dd840d54079f2f1743abb3e8804557
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecd9049231e3fb1886c51222b7cb54f652ac6b63318810c1a03ad595344d6ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9216447bef8cee1ad2c27e531f82a6273465ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a93fc73b0791c72c0bb09758faaf664ee0921dfb9d3399512901045dbf54b0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d386f7294e48fcc8554ed5df7012208eef660ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849625f1efb38d0246aee103c70a1118e03a62f87e2b018c6305486457475566
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9926932df16b8b63820e59df5a74a949cb4da83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851ed0e70f7fcd27b5409fa181cb1df1be98fa48754eda7c5a67a3d066ced3e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268673abff1cb74a0791b9df60e1385ecbde3a86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e6557a37ec9819c754f265d08adcde5bdd9afdd369f01ad190510318ab4d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3968f8b33174f1df815a8a1091746c69bc19d98a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6a6bffaa69c7350af41cb96b9c451a935eed87b183fb51b602f23949d1ad1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e966efa6b128847dbf8143f8ded26bf905173dd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e036ee1e8165b006b1cbf77f7b3bf55612394f02410810a42362af047cf1f6a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa576128f27a35403a13de9bfc6f64d7b6232d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23e6b9672eab666ba6dbbb79e9ccea9c6d7520f900f5ff8ae0452819e156ff0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1b401fd4e6be2d34b2431bc10296107a5ee940
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7f1a8533a7853fed1cb9fefe1a1436fa1a6bb94dfb2b83ddde7636f57da5ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6de9350a290b4d481692ca45307b9e92151cbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da4864a692968ee9d8f45f950afe138734227c3e79b705984467825d5126724
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752065b2da465aa3051d5727ddcba019b754de5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82c93a88bfedb357347a5d6b971f32e01042a2e0582283bfadacdb162c67058
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f377be1e3b7a3622aa2e98973529ca24552844c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33842820c801d982d80ae9b469378abd64b45d27148184ac7cf218f17473dfef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147e8e32400e99f725bbe42699f915cf198d13ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae368999c60aa83932ae0352136698eaf163616b65e8488c1a963da29cf29c67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246df0fabe23625fbc4ac60818c82d25cefc32c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5426c960fa2b4b89ac158f604a2de98e8678f5788f482938776a945fb482ec78
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adeceab79d6d2d3578815e7ec6cf11f94473bfc7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca97388b466ea1f2e848fea187aee96aee28b6099cc2686a959065e9b6f8cb2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb55bdb37f5033bee2c35d28e4e24238e4ca2d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e50cbd7be9aee098095e722609c0a9a15ddc2a51d6c2b1a6ae43dcc08fb6b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425ed73bc38b31d8f4d9183dcf989db75250c7f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3d119758688f73c67e8a1e1ffdcf4c86b78f47c1b12aee2cf85640f16bd63f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eaaab8ea5aedb3d74b15a9d46ce5000205e0868
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6c2fd3fbdf664d57373c1e0f2f25dfacb57b0f52081b5d026cc3b2dd43a49e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4538fb296299e414217748845a67ff58ed6edac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9d6103443a3a6bd309cff4d4aa7c893c9cfd50cdc47f8c8d324df741d3153a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be6225b9e77874841b144f9fecbd87c5f71a04d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7298022507096c085f819b3b612b260e12c1f1c7c5e1d6971bcbbae3a76d64b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e21719a07ea072375583d1ce3acb25dcf05aa2c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94dede177167b5660d4836702d638e8b41c7ed72b3f95c14b488365497f0b31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce44a8199759028b6ebf4ec423fe51bcff4e2596
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcc2c9afd96c0f1c73c055c7a9f5da33804846447ca478bc3e228f6343136ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5c54591a59f55ad1749d8f075c49a6533a8236
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14463f8bfc2c5f88391f3a67b4dd70c076a784b562bf99c345dbbc872b8843b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a45cc8195a6b50411c947f793a5493c5fd56b80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56992d5bd400413a876d7193fb7728aac5beffa8caeb4923a7adeb51964c9d98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f1068ac409604b12d49427cb601491dbcc3743
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe4b6f37d1f7123f149e4f5584ff141e60c074b721a93d1e11403624907ce90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93aed82c7a994c7cd389bc95ac1a4c8704e3c14f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4fa172802b2016ee8723cbb336e32c72f715078c33dac5ba5eb5e210b4453
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf0a8fdd7c1e9c4a7aab40ab72b637fc4dd5790
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd5bdfa973d52588fce8bc60a30899f80a397e463ef6e2511349bee33cac924
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98ead8a58d1e8b598ba113eb66f09920c90ade3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d983ebdd5a3da46988b0e7df91a148f1b049be66cc2d63e95c51cbcffa55ef1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0508695ddcdbf98f8df992c3a3835c87ea7a92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9259b2dab31d6b5ee124b41084786e8a0606a1d0aecc3ebf13c866278e709bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0ca7396a0c3193cfeb2dbbbda98942bd0e8e6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f78e41a7abca49494f4c8325f432b9ad0b573fac3857769956fc708af016e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca76c7a2a7c6b27b1ef39c306ffc0d7f048f359
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc446263c3fcef9df89a3c80c7532bf03f31ef57c4b0b5bbbdf0c206e320e17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b3ba26cba250768b495a2074c7f9836889df83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f0f7d8274082613daa6c5e0e1c6abafaf939895c259b68ffe43beef9a0126f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6421956d2e708cbf6f17bf8c20b30d740c37e8a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bb4b066cd0d4153c0eb85d2236a4b3c9141a4e2fc1a206fb9aca62e7bc10b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e941719ca6a2465f05b8542be7f7fd7f2130681
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbadbf000b33d9f1351c97ff2b37c8a0a134e0716b92e2e674aa6aa14957b04b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b732055daee3f120a49e69a7bd90061c51223545
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15f5e253a32070d7112fa3f531ad097f9973a16c3e3a87fba5b96899a4a98aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae2b4135215493120db5f8c13dfcc5524cf66f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63755626c8caf6ca3d7dc5496c331faee54cb961c1b79665356a30ec112d743
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6058d45f4b6d812fa5c4ba300be3b436c8e6c53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4103a8632f366c3451b5ad626bab6daf7511c5037b668afdbc92f50fded20038
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebb3158461ca204433fdb840ef5417eaba96566
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b7ca45fac4865eb3a0aa8709b6efd89d79897a23f37c61f339b4a0954e527c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828dbcec1737053bf55be658d2faffb17f907a1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc6fd946ea10044ab5a8fb62c7fb13351f2913f515df77ea71200b42bbdee0e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a011983e9b4e7cf8f938f525d583ca2aa999c31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d73d1a1f4966a1347479fa6533dfe30c5735664a4e5c19336c92b6affed2e62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3158e3502af7c69f67432396450adf21d2db26a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412e8d0a57032bc81669cc2ee36d393ebae9f8cabc28e2468fc154d2d63ebe83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18da61878e23c54fbffd51a781d452b98578a92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6a467f8abce0ff0a07a189f469c5a52439beec2f2427c973afa6137f2c7b53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a39c5e1097d521ee7d7a1b4909298b34128f10c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f757954e0aeac72d274fdf977e2739fa0a0863a7543f8c2d94089ff7ea4034
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ad57d86faef3d586e2650de86fc52d9029c7e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ed256ebd04b59568a8e34c1256f81c345134f2f4b25ecfac31ee542ab330f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e841016da29b2589676afcdbda7bf680d85d7d69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34fa659b41d60be054573fe5ebd0d40076582b1765bf758dea9d47a878ffe79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6af805c0e1fd50dc7eb6dfb5a162900b7fe604
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec92219b2eb70d2c02d5514a17ad998d0e5ee799e2893cca60c46b7285a7dc60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1f4e5bb234e048de2b681110be8a7c870b1085
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3560643101e77371e57d58c71cf512290e0e6d4b9c565fa5cf8b880cdd03e74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178466b80f281ee435ac44565b9a61a651866aac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fcf6cc1081bf56ce0a31a7809fb95c23b521eecc8641b3187cbf8d76e2d503
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f7afbcc92ac131bf9ad89f5d050fa58f4f2400
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9611432e171e7bb8fbf883e7c10af7c6d58ccd9b1f204fe176c817051779e3c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7f4a834b29b0bab6c7b50a315a4f56c724c930
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a3b719c245dfd97d5704fe36a9233132f5b88d931795cf66c1c0d04f409a05
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a3772af44eed69ba99fe677cab0e8327838133
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410cc04926b53163d186907bfcae35353ff86c7ac0e4f2e8d3c0f68af749c7c1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ac724e08117a311c7375a3fcdc47189aa16dec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9219e885eaa69f3cc0a7c34557caf2e3816c378bda3510c772b34d0d95759882
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66db6422ccacf01036748c8273ecec47a0e149d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638d5dfa8a4ebeee0aa9aacdc44b73ca0acbc6420eb9c409d14e5bbfc542efc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd77841a456427a67c5916ebddad393eb576c7c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac94189410f348be9ad58fb0585f7bb8a5697dc9fec2fa7add46848346f451b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dd685d22b289ba022cef06afb646d297989ddd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63b6a6027ea6e56071ca800e380de2d2504aa229dea6455b52b4c8972ac7fb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821f61eff7a3d7c967d4b464a6fb478fc3d33276
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f88bc27971b0f7558e5ad32866f609a4a2ed177d9a158ee8d32d6480828e2b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b821273d5ce364b0acb6106041725dbb40463483
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d297582095b5fff227ebea16b8c1085d94c16651f8cf3b1946ffbc2ea75f438e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0086dacd4884e29346c34921c5a861f034c5e0f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a773d7e41d957a9925e4649b31d5b274658a95d6d2d244d6e121c1a6594466a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b763c2c8addcdd15e88d7b9c7d01403ea1945fb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53012eeedb479301b19bcafcf01cb3ece877bf6ab55c3aae9b14b2bc2e52d00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8874b43d02fca535da5c0db5a92a11962175ad0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a640dfcc97a5c9d9f37f32c6d28dbf5207098f31114398d04b92ae4531d61f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a609d85d71ad977f2e90e737813be2133a274616
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963efd70068356da053bdf91e83d6127eb198d6ef741fc4761488f34d0015965
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e169e191d4ba9d653730280384e7c9643a143928
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d8df2552d6cf98b0ad22036b38232d03e7b43dc64cd5b3cfed280f4fdfc2b6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9274faeb3c87c9b4330e55c039af2217bc17511
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60278e9b3bda00dc4340810b0d65ad90697b38f22608b36cbfb30bc0203ecc11
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1727f7017b2b604370cbff74fb9e1410fee498
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a38d6533838223a87277e6c1d671864b0406a1d39f75bbf5117f0e2d9d4ffbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c77c048edc1bac72261a37de8815b6dceef260
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8623ec1a80d5e05a0433159f864d72f83bf45fcba1bb7258cbc6740ba86eb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c121153e76a80a17c4f08621dd20d47748fac6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a282c87e6668d199402ebf5636ed3e3f098fe907f3d98d7e6acdfb51e9c8a90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cc5b4bb3c2a5c7a910892aa8e84ac98b910cdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24fac84adb8b0f055a31ab174c0feeecfccb0f7debc86b49ca9199125838acd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f513c41aab6bc7e455a699ae2c0d6d81d5f3c939
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c68177c635548b7009a0e9b9e86c69e95ffc65a6817bcd96724b76a61608554
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9e9c4831fbddfd41e308b703ac17e0db9cd6e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473d2567e1c072c3b76e0fe2887bfafb6e4a851190ab35800d6a4d0a428569ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ac6a5f25f276d8d4d19f0edf10f1413c08fa5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6c12f0ff57916b1678e0bb2df9218976ebf8c5f1a94e25076ce6ef9d69b3ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab86f6ca97b1f45676ecf7de1c9bbe3af28f2600
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9908260942a33c5492048b2a131b536d963c702fa7e1865c52e5fdd8d9a69ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf3aac7818fab1fe076fc78080b63c878d519fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f16e43c9b868256d4b7f2d43c76e53ed8aefcba1f6e3f71a3aa5f209af74f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18866f721ff64e309027dbb36e9a3ba16378da55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daa1ff34f184a8d635520a780db8289cd5f7420b9d4d9f44ba89e66306854a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8bbfbc83d9ccacbdba122e6714554242d59842
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bfcd6b49d5744243645ee3e9cadb66e95626288719918bcd8480dc63fb847d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1084f563a4cb23d27cdef93b9755c09b5a24bc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd1aad335a2c1cd2ca591b745ef551a36e94f68666d87951af640913bc9037f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c2e1e35bb3de1f58475f5a6545b4b8d0aaa42d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbb8d120464139947f747262e3f1d479304fd5a0d1c40284f0dc790074ef567
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524a87d83b55fe67b3768ef882e015ec4ab1af66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5edb3b3cb4ecdeada56f4c8376fdb8610cc29fa0f09c78f0a3f2d68cbaf06851
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09e5738389996e957f9e74d015943325e76f402
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631c4ff929042505d4f23303bffd3faaf9823f43d92b72294a9a747d66f8587e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8048d16694460fd557b11b656f1793befcb65cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbff2c5368c72a892109dd92f2201fb26576039766e205a0d6cb44e1ce37be7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df8c2b693d8e6b5ece575d2ce6d30bb84d59b89
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c48c9ce28caed25586e247780f0870c1aac931f248f61eae38da921c39d62
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a082c0537b846485f7737d77ad3ee2e0f34fee1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bab5d5cb2367a881612fd687216ebd7c3f77602674f02b23ef9acafa6f74ed9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3e9e5396cfffd41ea04166f07350f3267b9f97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2076b41e1e9dc208f820778898bbffd3e6f8fa8289980903d91c6b3fcc06fa20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979495970f907a9a6117a5bf26533dbf07002e70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1176516c8a9088d503693f3494312010e0f032350fe098e8aac54cb87af38d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be0da4d605b51f127a8b7d6406acbe5448a21d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066e26f1acaaa9b2ab410501b8760978ea6f1a15513fdb8af43f301dbdb51a3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154d7116590fc96147ceb0d1572afdaf52ef78ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cea9e3a38699cc1ecdd6c9a05fabc9dcafbe83ab8d876bdb05bedd038bc6929
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cb7c4a7fb91f3e5209db1221024e8fb301c569
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d0f6d5d9750036730f6b882ccb974cff9c2230bc47d2c86c9183471c6df820
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d814e7b025f2a53799bae2a7457115c88958e17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648e277472200be53cc7f7615837cb3f05bb3899ad14f7ce64fe8538aa037ea9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f97dece47597c09627c1169fe9f5ca274edaf06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3803bab1a01918545b06578494afafaae881bed5d4ab7b927c166149418f55ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fbf5a7b7070d7b587f2b7154d74fda38da0d14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f0e503fddb01345f70419132536a08f36ea4a22b270a79da8fa76542c24d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc7fe9da1df0dc2b78f4374ca26bcababd39022
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89cebdff09c45a6e1343b035529e4d8ffe04b2b250afbffdeebc3ef6e4b0458
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ac5e68f2535bf7f951e485261d528140502366
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cc7b25a4d657df5a23d34255b551ab1b6ae3c9b75ffd544ebe53919cfc7589
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f21ddca66063576aa8a75861dff2ca48582f47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb801ee899bcaa9ab9a89f3a52661ad59b2f4ecac935b75960bc2ba16bd606b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d639116097ca464bdf50b0ef8fc8c3fa7b7e8095
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1158ea0b746835e612909172052ee3ddca83d805ac4dc08f11cabf1980773215
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db59774f3990d24aa30a8b0993501307a1a4a25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db7a9e4870e22edcef9db781feb10a872d00e075d053c33b5613a6099accb93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c769f36a5fe52f0958108d94cfbe109ca398c2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f39abf4ac2b3fc0580bca99c42e4686e5abf118eaa34388c505e31f220b65d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b28156a28d9da12a0dc399ab085614ce933b0d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8126a27793894df7e76548a13557c8079c0980b80efb3c04d403cb7c45975f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4026a6bfa090040314f32f703cff63906570b43c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272137d9f4aa5412202e2f6fb98ee576955cbfc429270282a361600e71e10644
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f895d30b2ec2fb4f1d6f3e6978365d1e295022b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93cb9f1a937e05b068d428b7a05f8ead728905ad25f7214a2c07667e319a1c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7366eaa6f8b898dbda0cf4897f85f85ca4459b44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8f7f20601036ec6ccd863e2c801a7c6328e4660543c1b77dab1005ead55ee8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14feb0c02644b0768fd7ea13d83659f9e6b46355
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c485b8fb0c25b10404b3bbaf0d56227ba9b1685c798a550ddbb9001b87904123
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b7f6fc7f456664c25dc109ffcc40df0ce1d432
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599213db6d7da5eb9290182f40066fda2c473e00be13ac36ace531d37441d0b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a425836aacfbc054c805f4e322dea2e82106ae8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b1921f58f00c159586804296ded1fb7107e211fd24063dc3e205a24efeeefe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af308f179a7f735004e94089392fb7ad6dc5458b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d1efd5668ac198f145e116bfacbe0ffc9b47914d2489bf3cd3bb863518179b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5857bc02acca4bdcdc558e07079a77e6beed8d45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54df2031d80a202a5d448a8cddba6050496d3447dc51c2fef189b9801f71925
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e66b7bea8727d41bc5e2465abf6c807342ba73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b5b9b1f528018903aa6671c6d8b7254b1c5345e8178a6cc129e9df30984e5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ef053ec0d6efbf4ad65aa36dbfa69f5720c53c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72f93f081f6cc40e9b29251366bcb18d0b8bb1f614b596df350f2a234548761
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a69a836c813b176d2a31dac4098dcfe0ddb6185
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afda3189ea533e94b7453743a09dc3a8b2144ea58f86cb5ef97927735deaf32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9742d4fc1c1b22666bd9de8df36aba5f8e971823
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8ecd12c9f2a359d5288de246fe797832162d4034105c0073e0db9b2e5bb192
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4128c14837fcfb5de19b2c5b16a349031a35c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983c7929653d3c153de68d48e5566200a09c895599cd2b8dbc73012629a512af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789ec6557f0c51f9a3bd4714199ee46194af6860
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24a3a1e1523a26bd93e712b119c069c38451bb76f88e8fa82418234f327a6e0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4efb68557641098fcbbbb227f7ff57336246f39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0e6b640e1c47e009af6d6b35e7757243cb46d5668749ab1035b4dc4c046bbd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d746249d225254a12db46bc6d20d7c051f2a04ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967fd77591b9087161e8337a8c058e62b1b195ee2160aec390371a76afa16554
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa915200d15de8f67aa4beabd67820df8f66c57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fcd1c002744d24c7d9408ef7cbb41fe06e9a581ef838c138e4cdaa9d4150e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fa95d05b7cd8b4fb69fa5e9b9bdd98df4d839a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48683ff04c024355d95400f93ebb747993df53c297cb64957aa0efa812556240
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6cb059b818251d2eebfb7b56fe47eebb337265
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16620f44b2ff25c1e301b8d9a675c5914418a41978d759cc7d908ce775a6b9e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5171078b9183d66264f9f05f0ddf326a125c1ec7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5395b44f348f2473821ad05f027e4522ccd40bda5672c804a95fad87e3f0c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e416c6dd08e6d2e1d9bc4aaed7bef0abe5f14977
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabe49d472693296fb38ef68c146f547c8e9df97819333dc7e1dc2a871cfad40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc354af9d0e9bc8e11f1a301de4398ea80ae854
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc424294ea7b2bcb3430f600e0dedd4f443e77ff3b21ff08529bc91c8a25634c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72747f6fe670f8147a0bc7a0c10a3f2514423fec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b811b408926abcf67df422ee2f54b2ffabe8b97c80cf0f82ae248be45e78cfae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2107480fc560181abbb87b96b9d33640a8be992b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e29b80f6a88e4f81730a1ef21934359097f93a2e9d8c9cfea8be0b391a68981
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f87e463c15474e60e6f5826d5e6c521d549111
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d67f1991fe953a4164eba18c13cc1c312cf01c40b8a24ef253b559ca5e138a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a3a65ab09c02654d20d4a8046a72fde7fd3cc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c8380c0807b436dfa28ffc2c6bc3a10a40300e51ec85eff11996f054838bc4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c0f3ad0e56a723a4a463e35504e29e83b7025c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5277d33da46a054a0dacb70ff1af9b6c940b2071584675bc5663005dbb634a6b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7f09b55ce95e1bc69a5293cecb89930287aa03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86532fed087a90a4f3f663d4f464ef35ad3e97fd5060e262d7466d8d7f1aea03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cab7a0107771aa749df74a54ce99d98420d13ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe70bf63ef2f7925e46ec66f9b6ed1c2c1a447ad7a189b3fdd702b2a10b296b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26ae13e7db5849c0538c53cc771dc18717d0091
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bfcf4ea32612a35facd6ea4cdd4e5871386cdf4d383b875b99e64ba8b642fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07026d2ae98a6bc705479f6328c3c50fa8561b7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3449cbbba3f854d10150801d1ac225857f636b0a2ad4fa6c741b8bee8dbf73f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548b07fb9908c272f223978b0bc2d3a40b000915
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7f08eee15e12f4827b3bfdcbc26a93c1fe7ebf539ac5995884bb667ac78614
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e506d5e0c5dd1e63b9edb75ddbf209811ef5a2af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf966529404c4fd454263f98c0c6c5ff6df0b3a185eb468e25eb95b57ec2746f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad7a3330f1342028d4e9f12b43fba205dbed2de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c243c96c4fc24dcb5530b594c4e216c33da74ccc124e99bcdae5a5258557fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5329cf5f9569f2cd00a27bad154d39098f3feb24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5026ed37412cc43cdeb2f66ea1eef554a54ec96dc5abef30c5d846993616f6d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18327b8770b695e6e605a593bcb9e9d1d1171121
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8b657472fd7d99b289510c1a4b784003e3022a6956d88595580a68b4be9d5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a09a433ef3dea900ab227419bdff8a8a708857
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f68bd8282271c2ca8152e85cebd93858ccdf496ade6bfcb3258fec9b6e69c78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd6064a93522a1aa838cb77026909b10ded5283
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da73e6b54b738e716e4e689443489e1b8d48f35a516387499a564b231c9df5fc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fd8c6d174b6481d3eea6c6f41be18361bf431b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066ef0ba7c8c16ac76bbe42553db7c80c67e82e74144b266daa96841be5bf045
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bcf985b2784d22924c287864956b13b1db37cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b038eeea034a83e45202b1eae7009ac185cea29efba8acac6ad319e4205e4890
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07fb1071e2f819f0e35c2ba1785f3e75e8eba57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccbf5b429c81f65632427d5f6d6d902281838c5f6cb2e8c3295de6a02826ac5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67546ca629708808e6af0432715a90a3cd5df652
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e046de3a6049d3861c0e29f1983ae6631a4650cf0f71dca6955b46916e8f2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c727c7be8f3ded9fe9ba8c42214ae67996625736
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2d706bce6014629ef481c0c1d5f0c4bf80b2870c6236b37777a00bef4026ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bc6de900a74c1d493d1d53797bfb918b9564bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e424c0926fbebd2da3f12937e769fe85c4e39af3cae4f434b8269afda87dbcea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81801d197f11f71a4e25eb2e129979256d8a5dd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9a7b5d6ccf501ded88c599f560f92535758f3d1d0b4eef3d48b18a5821505f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7568f9476dc5180b5374be4210e3451c7d90b26d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5be7a92f0a6bf5ee837413b0364f3c35c14a2e02b215102074834d5717fe28e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0ad07df25850a611af5805047a82318a6fddbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5b257b712c4bd3fb56e88bb9d0ddb50f0f2b2f8814e819960875f02077e556
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac4d0af8b5734dba1887489f9ccb38c371f3df1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56ea25984457f50828147462bbcc9b7d7f6e1d77809788ba2e7da703f33559
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30674f1917a6e8aaf9ecbb06c0515878ad8a57c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eba9bff346a9801a2a2065a5896830d28eab9edd5593dd247775f8bf0db25a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd28bac1021a2a4ae2f321679fb37c531fb76e26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a5745a25c56fd8e18d1b07d1d85d88fcba30b64e41ab8f703d770a10250c82
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8088728c5eda6864dd5953139cdd613369ef643
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37228dccd7ba43e5c326267e4d8e28d79653244c8f0e5779bf4d0321c82f3098
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0187d4de1f8c2674f48f240ffafeedcd4b50ff30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9157f1269a9ecb98f889be89b072076d4fa1daef8a42c223b211a2a8216f4a00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c724464816758871a740ac05f2b533a3978e3ece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbe96df404bd9033e88026659781f595c4e793d26f382c9f1b9bbce05839120
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3654166050c9721c4d5bb6a55b29fd8ee4ff9de5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369c4ebc36a343a57157923e89598d30f40dc1a642826ee093387c113e4f33a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc43ff1aad3155561f122af434f7b0b7f8030c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a563af601b5f5888185820477948e07e5affd1edde1bf5ffaf8af4633d04bac3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6c03f7b1ee2f2eefe231daea1d7916c44a2985
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4b9ce738e42abfe2147263bf97b526927239d413fbf8ebabfd114af7c09ef7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab960cdd1de5b5e17127f4e1773e7ed74772c030
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c112eea3710ecd9abb503bd7eab6813155245eeff6751a4a09d829c2b13b46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592b4fa649658e64893e02f08549fa6019f8b4f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf494a2ac1adfc9f01ad29d3cf93134f4705b8d0179496921ea08031296ca58a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28702959b6739366b27a44ca91895ae55bf78c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca438ed2a5dbfbadc670472c951f0cd4d391cfabb2716802eac9c1cfa3d92b19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e841eeabddf7f53262b912d19ca2b440a2e7a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49464399deaeda4cb05af67275c1af087db2deffb7211de49e8ee0f3047351b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9d817aeb3080e87a1755439fa49520734d56f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2c36609eb753d7a04418ff82f2c7914a0537f6c07dd2a37c72aaa850fdd770
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b640da051d89214408945efec1399899184d3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ab73945274687b3a2ef2ff15a940600f3ff9291f51c89733bdf47b2bf27c8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ff4ad90557b0a697c7836208e7628190a08c61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7496023acb80b8b7867eaa1589e09bbec4900281806936132dc86241aa4fe734
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06612589147ab84c82ff4e53629bd904b8441bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1754831c466224b1afaed6a30583b43c6d35feb6c003b2187fbdeff0bc7ca1cc
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493301b52b19dbd8761b83ad6aa7ea0bbb605023
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9318d76e27084a77785fdf7c8562914b1e7fc62eddeb58a7836656de6589063
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351780c6a0fcdbd4db2bae5b01e4bc4220505434
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00df1a2714cc7ec0648e01d82a4221788a5d3c944985cee136c1361cce8ba4f
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad2d98e2ee016192e2d5686cde2c11d892f8297
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642318f30d955d02ac5b6987c5e97db3c6ce76de8a9aa08ccd313d3021f2263d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e6239652a9a930e73171de1ae4be772c2c7b5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4a12f909b9b91fe9e9f3ee11279df931c007d8a619fdfd08caae44a4300267
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26defef87539fe8cd5061398ed46d0d390f186c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f4c4265947c2cc61f97ba1322ffe3e74b0cecb1b748ddd147b9d545f7eaa60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482e800f8d85cab2a1c4853c946397f42a08d0c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829e2ff7562daf837151f933d39f513c08f78daa5c0ac162403fa2c6ec4d4e6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3f83002329f4351ff691699459e314a7112474
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f560e1e2984b1b0c48dbec0c0ecb8271c508f20154bb2305d7292de90a1840a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d199282c51b0315cd0572e1d189df78e9f3832e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb1324b0684968e115fd0fed51033c8dc9dc224fac84a63e640b78dfda59e85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafe335c8a26a0633396d375ee24cd8a6d192a5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273e4aacb3e5ce61d92cd2ab5461c579e1fbffe3445292f0fe672364fb7e1153
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba22d4bcb1d42712e071f9a9f9a09ecf7fd2d6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63d9a1aaa70fb4e6831ccb262eb2795e8d73d0de7e70175f85aba72df2e2510
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2373a10052348f21416f7d809bc44949b4c2c3a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b087c2c56d31cc8713a364cd3e946ee0b1710205d2619a9a273ffee4cd3525f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd19e5ce531956262b0292fe9cd0fc6f0edfc04b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b395148b28d1fd94ca7c0457e0513fb7b151ceb8929becd7dbe7b6b25e5c42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dedf92b09d041337621f5afcce644bd9fdcb5d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8460ebb71f408772bca0dc8707dd5a800fdff3c088aa15aec23490e5f23a6314
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c4eca143d1de20bc96cf824b7f21d9cc477fbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd0c63d2c1531847d8ce381ad4682a34ea6560895da776b973a5a6ea92a3e15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce39a2adbc2fec9a1637a408b56eb2d5cde92a20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a26882616882d5cdffcc67c274a248e1c5055ec11d7d00cc28daa3aae29321
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a31d1933cac0cc3a4de2a8411b0ab79c2749ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c221ccb37a2bedbc37738f411822d552a937a612443804ed96dbca0fb1cca2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c70bf12992612c991fb9f5eda105d9f267bacad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b15df714323ee05e1f2ca0c8a3237e893154b63218996803beb70527c3f7f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2544c03ea23c533532776c3caf838e6733b1549a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c331bd58228d3ee94be1975b22b7d00e62270af06101f9330b6f981b110af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9311056d8640f85ef99141140e98b7b5149d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978d936a504b7b8af3e80e8828af41aa22ac53411923b4cf6df49e19b7a872e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f2456e9375a1b8c7d21afcdc27bc59b117589
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f112f1c02cd7fafeaaf37b3b59c1cd1a0b27abaa04f761f974ed288b226f5e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4964a326f81e42543956ab77641da243e5cabfbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c028b4871104d1c13803c787b3a9e3b533396240a2dabec6b57e5f0936a361a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108a311d3379d426235915e36b071182cc665511
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2bc6d2f47e7a80080094cfef59d4872fec748f15fb95f6c0bfc44bf9583e21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5216ad7087e20c3cc002088c9cec9830efe6fe3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e995958efb7608ca4d2e173de0c03fa9636d3df921397d9239eefb51179f97e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b36f9a6650dffa64b38c480df92f7c723ceffc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43029a2721efe78b53dffc2f32cfc66b5a419ebb2ae13fe5cc4dd407bf6405c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8173acf5907aa1a473ba26e05538868b8104fe40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044aae1ebf4a0439c8f7d15e888bb8092a5989d46268053038978fa2d7e1381e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787605bea7f293b7be456271fb5c3fdc59b12c1e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030efa8f012260b66409da95a2629ab371aca505420391d3539841984689b9dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ffb726992b1a0b3b101e32cdf4f050d1f5fffc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f70430a3a826f92c785cbc2786d1ff0bcc3b81e82d391ee0f92b67ed8c3668
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3752e1bcfde350dcb7da94daa2f4fd07a0ef994c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01a3f7bae52e7d84b563e59fb22ffe6f3309d2b30a160490d9941e7a80b6a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b997150b61dbc1b4a54ca6e6361afbe0f06a03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e89f92cdbd9611c81b7c452289a3181906c11d7a36c8164000decc167f58fec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604693f38fc55d3f7d4fce5b5b4ccd97fc123702
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc82d6a9844695ea9c555b7b362c90288fada4e2c9377c9e1a4cb7d36947c4fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1909c834a8ab592fcc2744f42a4dde59c8a3929a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234b7d1d90da908c281940394c85266a617ad50dac4f390431823fa4234e7a4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3f1b75e21937b5c3a032fc0e0ea56a127eca8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c22048310a8c0e96c571cc7bf421bbb6d29a72c47da72b8b43669882f11be5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1de76576917aadffc69f153afaa93f90108245c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc7defaa48d29e7525905d4266da956e9d3fe284dc197091d4e461302e44765
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e359632063a44e119224afda641df0d41c7141a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f2be01c5126c5ed3c1b0c2d5ada3d7d9f1118afb9a8a2691fd9dbf95a2147d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed35f5d5eb743cd5be3e831d7d4282ac51d2b7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6c6def5cb06065fa41e978976b72bf66ebf37557f735a24953944dff91ae7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd32d2d6454c6d69972e811e2c73431db994e530
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3ccd47b7047e0a5dccec8b3377aca8f7c4ec8d372349af34b54a7775eff6ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3431f51779c71c734650e60b6f9903bc619be8e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f098b7458d45cee4c08a8ffa5af1acd1087670fb2f993a47163a10c2e4fbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a26d36e3b3be945db0edae74798167b6930900
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d49afd743d1da521b867a636c42c114bae43209ed7da8f7f633aad406205f69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff65398f30cdcc1d496c3648669140dc11b278b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34fd730352d86510512b408f4216bf3e4e8bb7fd2e895ae89a725051b4ed704
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438455f3d8029f339beb97fdb2acf4d567ada72d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f18c1f402ed8bfa77787a7d1517afdd47b774e8cdd7d8b4924d7d2cf4735ce6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4e82fdef65b9fcfbe61b663f37a98965059d4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ddc21ae2095b0f79d68317b32b3cf601199ce19d53b6d41d53305c9909e23f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512e8090078742df66299b64a91f9da3a3231aba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f58fdbb28ece8f5487b15884ba44fdc579de10e7263594262cf6652893d126
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319942bc6b63e52ac30d441b2cd18f59de346ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcdf242db3bb0df9ceaa9036c7406d9d8f27f382afb8f19410b5f5762d6057c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e512be5d453d5564ea2c3105b0530fff5d9c83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803b5674da048f27c50b04e27755b2068bfe8c3c6961167b1e43326defade251
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8eb8a4be86684fc2d2453e8bbf62327aa68dd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0110241da386b6fa44016043aadab465d0a3793f5ece4c2e6a43b99339d085
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810dfa9e84c35f9ad83d13d6b19974daba68c10f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b361e15c8abebd40b3f03a17eb1e90f1dae288b3396f908e62bee0619fd2f8df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df5fb353aeb2490a0c149bd65c61655f01fce34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52bfd7428df3c43b96232486dd93bfb8ca9a2c15db8bc1a455c0e0b6f3d8de2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfd87499c0d82e23c45fd1cd5da7ce9e8c2fdbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76790458cf7233366a29e7658d5f2a84c4482b048b7d4e320465d23d36046b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b1e0a13c21bb389ab392bbc316913db4d6ff1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c65dadf6f3b3c72ca2c7ac932cd1b1eae984d86bb6093a350159472b86cc47d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f156830497faf4c2a43db2c2ce9fe160eaf30e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123fcd7bc158899ef10bd49ef5cf5074d27e2cabd0e0f34e156bb8a5e80d8f19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d5d7ba44689047b6c479e64563d225b4689a66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4662856b89d824e372ca7293a6b7f30fbf4b39df948b0eaddc1a9ded48549cf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7464f320716360b0b8841daf2317ef133b3c0a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06732ee0f4724bd34ea648bb22ed418effb19eab5dafb6e2db9d265d03e3de04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3543d00eede452aa6ec8377e0c578f6addb40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef41e2f47e95b796489fa09cc51c1301254eec1b747cdf0d7ecd1567403232ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91446c635cc663334dcc84ecb033c6dc6bfa02c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcba0c0aa8676eebdf57ac2b12e03c253ae42352ea291a7a2775ca7172628708
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45f34407418e68fb3d0155c191be228a23362ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c21255dd32bfc5b4bb737fcb77f0b8a3f1b047bfea9ecd7537d71da88bc68
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efec214ea3336dfa1af43fa4e8bcd6791b000a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543942b447fe7d9e50e39bc0039ff38e0e67322b34de15f0c3c805ef637c9757
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956b43afbc3d75953d0b6f579e6b9139e3c85d19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c54bd65b33f63fa71957d72343d84bb78f64113efdeae13d1d472a0c6839ec
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98474c7c2ab9b9a5c55b055fe0dbfb8b4cc7184a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6653f9693839438df4b2bf30e72f048bca1a7aba0fd559ba2c3ae34b407501d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1e2b37fadde6cb9c53a814f9bc95d4af8d3860
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b9fc729c2cd47a41650f707bebb88fa636f0fc4eca3b5a4136519a6f53510e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413d8da14e23a6321740390d66761edda080be3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce6a29cb15d04e61b56b6e0c5572188e285b163c00574170a690180a1b785dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da7f6bd33b50ec46534931ef87723b8d1665efc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3b9e5eac96d820d896f70fbacda87629747492b9744ed4dff5034d0355f4bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8495db6ff75dd946ead085370bb8525199a97304
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f682c24da1d20ec6f9069358de301573a1c798fbce54b191c5ceb1efbb987d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701ff2e6aba562afc407c392fd9c88c100054097
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489cc9190e1e1ee99d244dcf4831670a1832351bdfe96da296ae6dba3344c11e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1512ba7d70f80e883cbf0fde1c51e373785d0bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e296b103841f8c594ebcf94c75c0030374fd24e259b1df415645253080f84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f4c7c71e44580a990b41e803d870c444dd523c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345f58ba2183e8fae53c2efc4b02472d06fc8f1467f3f0280d3d50d0557fa086
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31a2377c2a1ea3d440d8e97cd026923da4526d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426f26de02be9d632b5fe4da82033ac646334e7d9f50d0322e4f195978fad76b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28578a50a9a223d5cbbdd3d24a28467c60f87fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3a011d75f852b8e442fa76e7be24da540a9a4ea4cb86666cdf4fc84315649
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d509b904204d7b763c139071d14c3f405eaa05
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ed876ae5e7f00eed054e46140a92fefbba6f17c45911cda5d0966fad7418ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4abe2167bc83e79e071a3ac02bda351b84df74
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5435d9ee46ab0a9f7aa4483fa1d394baffd46277e59b53a480653b63a1d8118d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33fa687424ce4ebe00463fffcfde265e6f0dec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c1dfbac187397e9643c698146ff63493bb2e0654889b50a6d3e6ba2c07dce8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80509ec825db005d459f644fed610fe8677970f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42c162e08c148da34b5585b1b0e1cb89bb571e1718738ab0b442f4978178e43
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0b9aae54de0a8d2529575fb54589f66d0bf5f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3936c67a5f44f5fa8cd5536e8cc3d95dc0b17543479aabbe6c7e4cb651730986
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbc3837911563fba46cefc8a1c53de153dcf2d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcf07532d3ff006ce7ed1ddf20f9b227d5b3213a100803fc7aa346b31ec09ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6852c627e25c02de6696c469bf1217afd3916a7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f7046b03cf6c1954b6ed62ff9382fdac40e384801d18de73da8b64cde448d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8273a4190d23de0bc8b95f564773dd48d621dad6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa802d911431ba809fcbcd47daabe01623c8fb2e91783f778687ed10a09460e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c022678553f71ea8f4d2bb565eeeab8bb0be1962
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac65fc4b22f61bd6d011251571acc39242bd67a0e19f99cc09374180ed6d7fd4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6beb0486c17012e5a07e59f16dbdf809b75a79f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441f159553cf3968145ff8d553523850831a9f162dd15a3d56dcbbc3ed105ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7839692ed1fb5a9a712d52a13f83bcb46a0c0f83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78df51cf21743c566ecaa4c51fbcf800457e76fb2d27895b7f0c4ca26b999bed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4cafc06cfdf6b8fc23f032d3cfac3768afb05e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853ff541d4e954358dc6e0ede2be685bf4b451f10cfd350c070ec9fa5393b500
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b466a1a15899ac817044c0a95f1d09a55a5f5c19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11800fec562127f5d7d1f480b5b6cc4c5347699033efcf5ed913f5270a241680
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46c2d937db31f13708f8190d58ee6ebf8ff7d86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7e657e4148094523ee8b724b5f38c21b4def5b7750022b9816eacd8109ce25
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7806986217a9eda9071af53e152d4c21ededab5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50685baa02cb5277b86658f8bea06752832c6d7f217de04e0324787f05e2b7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652e8d899d644c095fcec5e8b65c5a67ec49c666
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fa270adc3905d96ad80cb4239e1cf6fcf018622cbc481d9f52a2a8569600c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd636880e0afb45fbd530b1a5f274168980bd42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0d7841401cf7d478558665d807788c5b190f17ba84d4b614f45110e5093f8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf90db7428d72fdf91da00d91a77541902d66af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d282fd0f61dfcded04110245b40d5b9587118d3033e7ce7c1dfb53acff40f01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1013a9a081595cebf64e3e1ffbdf6d5f06e2741
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800dd6d83665658969c92ef8ed69c7c5c3db5636eb239a017d6002f3627380fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66eb8d66701d2392398d7139b1e7062b4c17f1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0627e4c010da3d44fc16e0c433a283622b506e2d18097747eb9d7e19ee66dde2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dad10cf539da4ee17eb5ce5f7dc6fd48738c15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bc4cbd909bfd368de657d0026367c5dfdc212f2ed6b831254b88938d5a8e3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f3b5cb80ae25424622b13e3142bd5dad4522cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d6dd7185913982084db495ad10a89799bdffa1a5eab40c559a51e0aac52ab4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e945b1112bb1d7652c82f7e0e7b3bd7b97856c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6afcac6869c3a789ba008202a8c2b5df10a8c2cb4e1e91374ad6275c42de9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26c7ab094fffd47f90acab1bd688d75955396cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c3e074e2d3d7387a3a8f6699c34bece9cd9fc4eb1e084d529f8bccfce3520e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d94f9f2164b94cfe5fea3c46600bdf6f693326
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0c4d34d42c6886d47059f94071df6b5e5ac3752130888fc7da192fdab8a854
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cd0848ddad2ca9edd3b7191434b3683996f492
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171a304d23262bf50e61b44443a203c1bd61e971dda96653440a448b772ee5d7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4854e971cb0b639c10064c1e35ef0d7877364e35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058e483e715efcd0c31edd5186f1875e9180cf4997673222d5fc8de7e8ebf901
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d0478f171ab0f43e7a60bdce7d4ebcd27480aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ca3dc3b8df281d8bbc18602eaf94c9e78ab0f8d9fd613d9062ae7e4c1ee87
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa42b881c0f8cdfe486f2711b4adee18573b606
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744e676a7992d711e29e7f8cabdadd2c203eaacc2acbe1062eb1c74e0803128f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23434601812d98e9daad4ac446fb165534d86364
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ed7270f551106439ab0bb5127121166a5c690210dcb988f4f09f583996e677
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ed277a4f592b3eecc6c04ea6172abeea794df3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22475a44d526c7dda157b2effd15014d49e8c6f921743b59cef5ec5da65d896e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd3fb2986e2aee8a1cfa7cd64b70c38a4fd15ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594890265047a2b1b03b03096bd42d0894459f92d2b30b7e183603ad32524c10
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bce9c69622fa3fb28d76768b286ca9c59222e12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10976f80ecd6d8dac4f672d19c8c024f4438cb53311c85b82a7d4ba64af96dbe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6e68d9d10601b1db4e88852fb26101f8346355
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfea816a3da9952e11c79f90a288bca6bae72b8137deb5028370347c216c60d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b412abe1d44f1f54cb4bf3cd25f82bf9b55651
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1169627e68673f9c5acd22772c24572d49412837d5ce354dc525d7a37559a056
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b566ced254d6e2bdc0a3df688516a68244a71d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862f14d39e400444a14dbedb717126873d46d540c8cc68c6cfefa58aa9cdc15d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a6bd07ecb6c3c516bae68d95fc38adb414f1a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8112ce793cd54fd3b03abcf231ab9bf2f5cdcd01828a1d653de3dac8ca3a35d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5e45053fb73e1c02d36100e0d9f858cd32e840
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52b8ad57030e3fd089f9d9178d99eabace8f85e1711b5b69d554f709d1266f8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63dcafe09a274cab45eb03359929605665f3461
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dd95832031514d37da88e49a41d5163d19740bc6a46fc4293450cbf298e340
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00033021a71abc7d858110cadc31d7a0a8893db4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9f7bb43678d8a4ecb5f735dc981fceb35fbcc779def3b45f4e128e3bb2ca5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe840f1037416cb7aecdb2ff163dac65e77f9c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b6a34395106a528c625c52e54e3e9b69bdb973bc97db1b91464f3b66baa878
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1b8713d226d9c0bffaefd3ac4db94e236790be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9004d1566543208b4cb9b00e8b926f1346541b6763f57e67ef65e97bc3ce90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22632d75236de5e04835420ca4d198995bf77ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab8992838bedb15c11eaf376e2fe40c83be5e343cca466973bff80c3ff3516d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7039a2946c7ba0de7cabee36444c538bd6a868a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcdd0b4322604fb22986d5a1630d2d91479bb06f2468530a50f5df5bf0e9d9e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c2389a02b6f4589ab3b1a3060f7d48ffbe2426
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a31041a8031ea04b7dd83853a5eebce2143b1cdecee9e51b0304108bcd3ad95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28c025791c8a6ef1bd482561d14395e9e3968f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3aee693a18f325cc61e4559de90d98127d7d34b21b9ae000a8ab2b86523885
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e478afbdcad150ed736d2a8a4a7880930bff7ee3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd0b1b6f4dccf170c7d045728fbecd4a9b5e65b495c8a79533b330a38ba74ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c873b903674472a20c2b36f12e264636d1259f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceba265f8e03d37e8038f514fdf116e4cd8342945f7925d0747f491d379af5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc5f50334a31bf55cfed73a4ab1471e73d6d1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ed460bcf5f90cb9af5c25a457eb26c1615123acbba30103c3716771c679465
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68c9236f2b49f922894b6bde04a08bc9e9ea06a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8798fc45db5a247c9670a151edfad76d487e5a073d19b6b8bc3fd8c1c43740
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8d04595f20f13f8b8f55fb88f9370342d3191c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19068146a170a22a177e5d2ff984e6bd60cd3454dc6270aae68fd2070f09546c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e033545790c1fe4f98a33d16475ff3d49478155e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c46e40f2c030ba8378c287c811289274ea70688ac25a5b7c80ed12dd7874103
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10f2f73713f3c82985fb5baacd57b4d2474e017
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b5a71131168d5205bd03b445ba2569912ba0edec5714643fa113cc9df7745
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1ffdf7d23c264fe053e2a05d3e7197f2e67f56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7214a3cc07097800903094ee61c9720e46d979deecd6098e62fedcab50e82711
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea316b2ff943e7028ec3a8e03dc334fa7318858
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654877dd4846f9d9438e852d26651bcbefb1f3fe998ed016a7274756e1032b1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e1a88d4e107dd251d795d5fe25e1056837ac27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7423a5a149fa2acd4c9fd562d3974b3c795cf0237cc048d43b1e6d2586715b06
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f67310531ba282e258c1222f779cb6b51066262
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e27a6ab1dd6e30d0a277d061e36aeae2d87b3ae49a805d49291a43b1e7998fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f09538542564fa835a05e71504e8d32fcf99347
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40443095ddb9f325cdb1c15cf15ecf34daf8ad701bf33638f13e5795716fba75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd27cdfab5edde314a48d3ad69fe0894e249693
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c852fa072b300487dec7ad3ccbb43ff16f6cc3c6f5b2f3da5f7b9d765c835
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d93fcd7cd6390cddfda02b1ee0d4135d13853b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbd8ddbcc434c1c750e75b5fbf5463c1447c83f35580fc9ace845b6cc3ab752
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610256576d632cd83e8a7d139a4f21a562f4d44d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea07ccb3c2a42375fb269e6d52b4d6e51395a3cf4a8217c3954befdd2db2c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5593fffda4836596b933ae4dce9002a422445b5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145cf5c73f060ea3c432abc582f2dbc5c711dfd3b7821a84ad5c839efa44318a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7230aebb0dab3e7b07eed1a4f8f91350e4092e45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40eceaafbf31d8ecaf3038491ff85c2ea014938c4066da28d250358164d0fbbe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83709e5111bad092c0e58ef28b55abf7d75811b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c02f4f4cfb705e5d83b35834f7fcef2cd93b7f4f466f30db47ab8acff4583d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6210eace23106f3fbfe74c36cbea8953703c1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d7a5da4ed510fa775f5a5574e77adb560a5bf06010b524dffd60a7a9215266
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8650c627dc97c7ae7f86e22ade2d6c00bc91c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b07b68e3b31fa06561fcf6e0449cc043e59d356c48b6b277c3f13b00dd35fb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c48e2fd80996bbda3f8c9130dd4195aaa768df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5272aef7790f0836f8e3bc871c01db5aabd9cf77787e9beff031ac5af490a6ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9645a262cfd456fbf853bfeecdd414ac6e77ec93
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d9d19a6c247f53ec6bb050fe391d39b70c09282ffaf3d0ba3e09a037aa3630
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4591ca294806b04abcd9a8123dedb1f03fbbce98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1281831967197c4e67849161f073a0879abb8b8c7d516da19d83380c28f276a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6d1987688c8a0a3c761ab4df1c3805a1e9a387
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eef7ed6c7f1d9627d808ccb7c42df3c8077b4b051442cb58e0bee10ce86eda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c773147f4659370d93313bfb2ba810602ebe27a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aea1be593945c8f4e9947a9b4dfc9f9fc48a7fe5fe1a9e52f15e18c48c2be42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e52a105c4501e48abbf3d9a3cd6e1f7751ea2a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8750cd070cb2378996af7cf5a45114b776fb616fb221bfa9c8aff209130a55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adf9cad1947d34f658acf940ba68025eca746a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882067b75009df1c85b0730990d0af78f62728620b2f1fdab720103f5f2747b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9895b1ecddb0ff1953aa7b0000c6348d316d521
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c906879c6f6a971d890fd309d44ed96a4f534c10cce9db8086e7e1c2284cb94a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb67d311a264b3db82691f2d5a7f66ce5c661e6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4184e4a9f6473bbc87e6c2d3f7fb10713e490f2838ecb575d06260679a465a88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6206af89b3e7158ea0668ea59b416af78175287
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f720737fba1c787c466361e768ae40a28b475a3e0f593cb261dad421cdada6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9e82c44373a37a8e40e19ae60a4c5005e4a51f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b6408d05e1c498165c9026650dfa7f3e5ed40f5073b1a8e2724cdc1a7ed080
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead75f2cf28cbc40b84399be1242d9cd0230450
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98ae16fb69b7c6ec23ef23235d95b6b89856a2e3fc1a0954e95838b070e0d84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea706fcdbc6c72dfc2187482ef0508b28ddb596d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22437df661e2c28592c9371a707d79f435c44fd2ed6508f5307adfcff2460958
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7d23eee224010ce232908a616ea94416acf41d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d5afc2b23593c5c3e4e136e4dc868d1270f0f10bfb491430e9d95b40f08593
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8f6b01ba6715721678419a1c8bc739d9f605e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bf2a009947410de0dc881da316c5b5b46e03061ff9cfd7af6875061baec924
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e087cb064081b151e7648083dfe2a3ec959fe755
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb0f3aecf649a28b2de3e5af3f6ffd9df0d63b3a7a2541a19a5f02dbb8c4487
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d416e1d96c761100960f9b008fe6153cd6ca4be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669117ceaedb4b800306b5dcf7d2d2b9b8bb3e34b39f97f041484bbf771280a2
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0dfa8b6838f88d3ac04ac03ad7e161dfac3e8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9a5987ac13aea163954afc0fbddbe6f752c0c496af02e58887f59d48787610
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaeb35e58776aa51152f34752f1df82df2c9520
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c4f2fcbf3c84fba4cd854a71b6f86783fe7856f0056199630f984b5e927828
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35efc7e2acc7a4861cdb272e2f6ed29fee1a817f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e9bbeced2d032368eea9ea03012aae57533c1334c52050c94dcbfaa0eb4556
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558435f92a557b4787baa33ba7af8d38744bb888
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce52afebb8c2417e65e02138c4b25f0b0269acf63669147f1a023881c84a18f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39b6b0f1f4c60bae661845529c15c4239a4ad11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98de89fcb8914a312e926509ac97970aff87ce1bbca8913bb3406cf214183358
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65d40848595ce06cee009fd42fc0a1ae0b2ddb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6373e3764cbf65fc98542fbde16f2783b4cc0e0b065dbf4c159ae91ba0f1b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66840af25134c5c4ac9371e801833d7eede5c5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543666e11136f78528a6e02bf26b174970849b581fb21e2496b89e536c1daf9a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c964d881cef32c1ebc1c9b8e43c1ced1f1cf8cf7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0aecfcf0ed2282479eb71c9bba323cadb6552d4a323b763c452510eacde952
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92a941de54802469568f570aeed4a6302d8fa1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b0763e935455470bed8fcfa684b1a323ffb26ed880087216c3e65ce20090b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293f0b1defdd7f1e4b07835824f881166de22d57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd32eb147a5639cd4a6175c7d1757e8285e006e4089124797ffacbf50e039e46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7096c08e3ca1cbdcd59a95b5ce3db9ce4a57ef37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e26bc6335ce20eaa8deb284b9495dea421665a5ea754895e07cb7521b36ef39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31618ee899fc78a2776a591fdb621cc002b17a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8cf71f3596f1bd267885a3c2c60e15e49ab96058683325e8ae158fcc6784e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9030c1c3cce048c5a562b84855e626152e621cb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e066df41f419926349bfa8aa894f5a008c7957b41a73c6ec0891328f889ea59
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d5521a7ffc63fa34ced5ab545db3caab7fb17b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b996f11903e02b144b45c605f190bf6c45eed62c53992bff53bb27d697ebbe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c95b6da6e8390f4d8244fd50a7489fa62a90b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7871cb2581f24eb21d65fe9364197dea2e94d640717431f3dc00e8aae1b45cec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903c89f89940cbb43f2a4fb4f9c38c5de3a6771f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ee5e47e2ab78aeb7e0b0e05e21e6ca66329034a33e72fedfae6818b20c0716
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98b5a6961ccca765a14ac5601f1db2cfb88e531
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6840ca51bf153286157954d996c41ce14159f1f0ac39f446b517369ebc137015
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2ee0d3aeaaa960947d7592f6d678d439ddb430
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e566fc2ec3cc6bc58b8b921b36831648c7651304e39b01a6efd4cfd7351d736
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd525960643fc9319b5b3f71311fc46e00af9bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866870141e3785862e9e238f7bf4429b0f40a299446fa2be398e9ddc66b435c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f41f5bc6892914b6fe16cd2f1cbab7724728c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c25ba9f46a9e605de32bc93c3fec7b9cc26d11ef4e63d7a457db05062bd1c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4cb6ba052b3d3a44526d7c203115d9c932cbf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18ba29f2004c61d5e7c12df45d1237efd9b40107f6898ae8196b301d32002c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b46b3ab7f37d8cf6b2b58b3dd701433be63dd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d22db684c3a67800b7f9e6c92a15c8026f04d324fbc3373f7f15156abcc2d63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c24e15edb95f6ed83f2390e097e85b2dbcab7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e828027e0dc49ae4b620b21c6b5926a1fc95eacdbc596eb2b835b32ecd6f3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27a1085ccd404ef49a99544a4e12ffe49da3ce6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8100611e2b07509be13498796676742895e735faf4dddb2b31074a44e83c69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae1f164a466d84d31efb4fdeb14022c208eed10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4535cedc9480e089150c886dbbb454ea75e7bc6bafdd599629dd9a6e4b527f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765e1f5c2d8798a47c0652efe1bcade49d8bcbea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408b519bea173b4cde2b177a51fd3d74fca76e7fb6e888fd4ce0e4fe2b604a7b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b3da06bca5070c12512533426fac0ba8261985
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b593a6f6129a65bfda093b04dc77154890ad4cb0dabe47a87c4b2ad9a1aa97bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60ef411446a833bf0aebba4c2a8d56ef1b5aafb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fafb37d2a9beda53f6ee439bbafd292bed4e0b9e5ec7558e900bf117b5ab0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2754dd1fd9a77c30d71ecf4c351ca0ba72a16f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb4ad7c570890b7be56d166842f9d639f8df26518bc785cba50a45e434bdbda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1393b63be1941c7d842bf2c6adc0ca174acb7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1013277697080035149aa4e0b517f449fec70f83f8f11d7e8b22beb6654e1cc9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f3416347fca93fe18ec3036bbca98c6233c507
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec7c704fa18a2c350c186d6ca9051705779e210b9d2f263f2ee40a89eca2090
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e85708051c64bb9f0dd9bda83a805ad0ed9f09a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e9615d0dc67eaef73eac069b5b8b4630f74a4c5ccc10d75eb6c28eed21c9f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696dc2eb9a57af0c3e274a10890047cd81f572ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16522f1e4df32d38099c55a48365e87023333fdc6a5e3e7d03c6d7ab544035b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bff7a0263dd8c62c6bc7601841bb365a27ccf58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c22169243f63cb964027229533d24f05e852abcd16d7fdd895c7fb56601380
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22e1d01811680dd1e899c5a88e673bd6b8cfc4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75901b4c580e6d8466ffc8c9a0be97687a1646dd995ecfb34f63478c65816431
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb174519dd48b42f7df443b902cdfe93411a572
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b238f6246227435cd88bbfd467a0b6bac7d87fa9c764c3150b5f18f81a6e29de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e498b9b3c8465cd0f9398dc17ed1b0c60d1f837
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce9ee38867774ae219c6ced7dd3939adef9dc5d9a320982445454b358e11d3b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b553d14d2e56cda70effbdd7dccd7c96bdb20c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0817bb0a3f95765de927cc69595b1c548e18493cd26e1311d9928e33f10b8d6f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46e261895bbddbb740d62f049cff237d88d605
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f18506da0f076584fec87a24aa0532bcde77de043c01437bde635a29243f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09952917402ca7e257228fe1b5e32836644b6f6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c4c7b9c0cff61847a7300ea0d80e05395c18ebad546acd5e10fb66eff97ba4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52670d1d83a5a3d75fb12941569984e50119fd04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe54c56597f476b37a27c12e76f5cf9835199a706d3355ac01b08ecbd213705b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af19d1e63edc157521dc2b6ccf0ca412c66e8700
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584834c3e7eb86b85f5d9f8d1cfc1efb37ef3ae7802dc8d1567b8671d9a80af9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47614fdbc1e8eeb688d8b0249c5b10b2d041369
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f414626ee0c8d2069f7c3fb34b38a99ee759b61499e05636c43c4e2f34647bde
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729ac3a8735042c5dd062d903bcbade9316f3193
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79de4e04f2492c2501eaf5ea46b431086df8c14d8ed204f0fe76376ae85fc19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd48c3a01352457faa741b47c1a213f9d3673aea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17daa085fb828155dccfd5b5973700096edd8e3a22b93d137db30f33005d04b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177c29a0b2b916293295bf4d8475384510a3888b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce04748c86f9acba7c038649db5e3986d4ad3ca041bad3d5977780286d6c66f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b2fb494137bf2cab0567f577f25ce7d54c0a8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa12790ff1a7ec2d1d152303e02507c6a66886649497f7955a90ae0c67b272b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eabb873dd73faf5196167b58daff275dea4aaca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce2b1e635d9b8d76e9a80a5185032253a646d2dc28e32e1ad31469e1f92a6a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23b5a5e0aea79dc9b7a3e58a117a0b2f6397047
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2948284d125018d84c07361faef68a06a752abefc96cae5d3effe60f0460a631
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ecfc7446ef1b337ef00bf911b1259670582f76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1fceb014f5924226bb0fb093db74bae1e5d918c476163c304ab02fd7ae1a8e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb75658ea7432bf86e86eb24863b5cbf49ae9344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5aac923f806bd4f21dce934256f997adc3d1457cdbcb62f775958c849af9cfd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c50b645a7b7101e833f1acd34acac51dc4f577
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e22adb756c93b53d74ef14cfd9ec356ad815a640dc5642951f2fbbfe887ea9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c506563413f59e42f5a36222d7db87340fe47f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98abf8ddcd4ead0c1e105e766e052f5e5122d6935d884617412e9d3e03822c5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f344294334ce60ea2778e3405bbaa6fa2ebcc3fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2069af6da837728d2401402fa83851a84586b8f6fd9ee92cb3a926dbc9b038
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251bef393e018ea00e5918d49167436eb2a4517d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274c168e8dacc2e3b09e4b96d13cc5cb325093ca05fc49e13c7e593c19fccd4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a1d80e2f68c94911682fca96d0fcf68f580e9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea266de0a76cdd957ec9a80d7c599bec24a5c4f881764c820490c2ba05cb12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c49773dc2bed6be2cec303bef7b5382ca7af3bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bacfb29f77d537ff1ffb9f4d8b6e32f4f0e53c319f716f241952d82758ab63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c92c51a37f53f916dc53d6eeefd5db8a55897b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b401029873978a851182b12a6f088482b80c046ecdcdc2e4277ede06d07ab4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da639f6d5deb57146e7390175c0d30cf7f5a6052
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da42dbd1c104af3003afd229108d9acc5cddda191ec97b844722b905d02e5ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153678a1cb1c6c73508669367bea82d0ec3802a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d4dba22101d555435ef7fddc6027e4bed0a00ef9f447d793c10f6732f20366
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da91fef7ea80a8580fdf1a9f7b7ee31767efcc19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7985de25ca9423dcfeafc3d458e9aa9886d7c8f0bf88c9d99b811f4d9da0b3ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56db85da589f839ab7cc057ecfce8695b64fde08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e804b205f424adb1f076b8f2844a3c1f4c60c7e353c8a423b4822211b5601e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f5a401ff6af605edb4aa59655536d926c51c4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8647466287def4673541a25b19d1762c6f192e729e14a14e74f4c61eb36b3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf5a9d367d2b71fcff3e2e6d66b0c776e3b25fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c8ab73a7f12b30db0f5195515dcd3521826f5aedf071b6674b1286fdee0fe8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2048248f2319068a5da09f38d2dde3f576d60831
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0642bedf1b22af5d000a7d170c64bb441ba61ac65c2b69f8d9dc768a0dc678
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed82a61ad4315e3a8236b5edd1e72726f43a01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee34ab8bb383039f9589614b6a787b722285c157685c9580d56b983d0119c11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacf5bc65db78e035de4ac0731529a799dbd6316
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e44f2424b7cadb9694e53d8fdc9c214ba20d432c54653338bfa475c8d84087
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34e9f5371687cbda70f09a1a41e993333fba776
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce984bd22de97863a6c8e02d705e6f9e253adbc354d6260de012079112bb3a1b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac93f4b9cdb16a58db009a4d265e5d609ac6a65f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e148698290f5a76895e095611f6b61e4265056136f07922c98e1cd650850d4d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a812379ffcefe87657123f71d186d2931b4a23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c03db82509814a69b31d7f8b5b3f668d55efb5cf73025380a25d2ca693d566
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529c57ea0a6ad244aa635da88ac47c5bb5ff23bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c721b75454087c6c2386a0e389e00027077a16434018d653abcecf1eddf78b2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23099573b51426a9418de39ad857d8bec5884615
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd374c56cad22f6dc9426a97fbba5e169e269459d15521ae5788e97c84d21409
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10b54360638830a2a6cce8f8f15b2857699b92f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8980d75b20c594e06e0bc2cd35f3a781ede38615a222f1c9571280dddc816d44
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166cd725505e00cc76ad6f0287efc2e3aecccc34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e646b75c9902d437d2563f9414f94ea78c62bc42bb972af3cba2b65bb8a6d1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fd29e7c744e5c8d4e507b8dc4a2a991d1111b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db8b6523dcda3b0d721a63d3350a748a308d2b837335a08682b6bb22fd774fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef915fd38d03e450da795510e33b9b4ce4f55a16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb16cc7e98a98b2b54dbdd61ced1e53a731d17448d96319f438d2803c658d7a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b3f7c79d5db50f04393f2cd36cfd631bb0aeb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4994466b5ab7e5f1ba1ee2faaff5eda1d41264379880ca2b8c4614d65f4e4ec6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f5c6bdf1226bb3161bb9714043c4d11b1d3a32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92783422876d3e5ac272dc9eddfb8f7b356ba3c35d4f4576ec11a845c4394e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3af19c725255f553e7b2fbfb4e566f0d59ee395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206a0451c90f21730efcd95260316c0780f50cc1de1dd777f87c53f5d8dad7b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716e5445e6c10a9cb0b39ba8bcaa1e7e95ee95b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19556a0661f99337452cfb8045d9da83d0ef4c8cf6da486b588cf33545b5a717
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cb2b7af016f275ba164350cf409aada91a09aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0a5207a0b7ae2c42974ab53b1c91583a575b3c9bbc99c00ef4aedf0d6b3b07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dfad1b47ea3d4e4a051c8387d34dec9c7385e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a9251d5cfd87be81ed9d960f302d2c40fa5e2db93f991071921b613c7af7fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a171096f866d82f60d936a9c5b446705bce69b96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7abb752b45c64bc51ea73889c3f71e26caeeeac5e03ef974963d1ddac58d0a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22570aa0feb36b46343a0f21af3cbfbf58e80726
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be9db2b89af73883eeba72c0ba81081bc5547aa3d07d742a83151f34bef9bda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afde5576aab98bb63e0dfda209d1c3ed47547fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0553c4dd4889d7d19dda8bab4bc3be6e166d8632a49d0b8d2c361e58f0c2093a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b578807f74c22dd987d634f41515f03b5cc529dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650e655cc69d55b35b015f98d0eb3d436e59a9c83fa09bb6911f6f34dd62431c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57431dd5748250253350c7baa384ffa66066c10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d013e09e88f68e1dcf111408d3a6efe43dcbeffcbb5c1b577b2fc4a9f9ab2ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2409bc2afffcbadb5907f84f1e5858c01d6f71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd0e5f7c0c72f661d2b4a182cc3cf962d200851ae1b220f4cc037bd5befa809
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d58cfcde7aa0ead1ae95e4a1b3aec8faa79a3c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a394791ba843d7027fb78a611967fa4c1a79f49537384434deee45919a77b76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78412600d6b31908e74751d076c8fe5c28ba4eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea76d48b4142ea000d243fe95697d2201466dc301c0929a1551464a40e548ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b518e8e7f517dba17f5a32e7ed6939b7156b033a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb717b0b48e0d117fac265c958f80c0a50c0537b7ed042609a09f60bf9a52d5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7954e09c28ef0ba97a247f2912d9e6191c52b7ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eecf7f229aace2e1d601f7f21fdc2cc087ac261d67e1d72aea8d5d4119cb5c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6264683f2fcfa15131ac61cbdee5dc811dcdada9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d56a25c31654f11a235fcc42eadaafcb25222bdaac04e8afaeaa439a0a4958
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f4a90374eab5964f866978e2e0d30bed455c06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59065f1e111e0a9d4205a612fda374bdd91608f459731ccffef58d4cc56ee22e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e27ba82cec0e6d7dda50f31345527a3f06b79ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75eaad26ab1b9e90df20c3d38d02a5d2cfaed13d5d3db72593da2e78000ad207
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2bf42cc5451b5688f98d175e2427838f7ac8e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cbe3e7bcd7682a54749de32a7d598205dfde51d42e0642aa7b355525ef4659
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f997c4eaacad4b2d981b4dee7ad8924b8f50ac35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c550643fd3cebbd9f4b4bd64ed1fce6f86d97541ecf6c565c55c35da9d8f22
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bed167974b879401c9c2a43be4871fec9126ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41229eae7c1e3581b7d543239c60ec13998d9b3dc4de1acf562d8d684f0e94a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bd5e599597d8fea59c9de1a63e03ea86079e24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f84bf130165457b01fc9f9156f1b8fd3a6e512428635e90f464b2c0e9522938
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb792d45f53fac4d3e15c7cf1715c58c248a124
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08600a7bf8c23bb23c75858c8907128565e290716b99f6dd5da6461453cb3ecd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08df6eb01d490d4e36685ecf18dd2ca2caf2acbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b24b968258621d646b611379fea7f32ff47da22d90a081fb4064678f8649e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e61ccb9a79876507f86c325cebef71b504e0b20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6c8e1d0cdeeb1c4dd2e0a329e438e72f3835b1036bf36e8f8e2322e8832462
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b137e8a1a9f58ed7facbe2bb87eb1cdf53b16c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9812d0179c88456d069219c80769310ad9670d837e105ebb4ca848d2f9bed5c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca22170fa0febefb9d0411865bdf09baf09a9e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0eba8050e00d9d2d040ab4bbb65a0fcfc6ff2adc2ed00a1338a25b5db36f9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06178cf8867f8efc64de5c0ee22dd49d2a0561a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0028a679ab63ee29e4bc99519fa02e2ad99692db3af9df346c429ee2b19096a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850d6ad3958f91ee9fbde662c0ccafb3e4965267
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3754d42c30d88c9026f0a361fbc242407d28f974e6ef51a439e53bf990347a4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0e8a772e55aad7dcf2dd18b86a9eace72b144c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e468f5c94d2fe8b2fb4bc9467439ac4a3c60a76eaf16e450b9356b1236cee56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c991bf0ef3434a22f6c2c9b28dcbe7e53d5471
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9891550ee6c03d96641bc659df89bb7a24ea99731796ccf30cadda2fbca82818
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d00a33fcc327532fd74d8e6d7be0c47f2e38d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4396d84aceb287b569ca1d1e231e0bb8c6ef2c05ff76951015c98394f13eb3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbcb55648c70986250712ccb98b70e999b90ff7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2a9e8906f2f95a4c14fa3365357469d9f834f03c0888ecae6fd84e52015943
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f779903cf539e0fc6b3a4c42103f9ec0dd8159e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9727af7f7a76e05bb99f43e28c485f4591284141927fa8201954d77dedc80294
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1ec35f53db67fda08f1490a4b915d52dc9249
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94951bbfa77e334e127a9201b9dd51ed086cecfbc87c9b40c304aab313d5a988
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4cbb84e2fa11b6c7dc1d0d808b7b742541d7b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2203220b005b91d3a4d65e0dff10935130345ec33a947ec9d86360d36ade9bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577908128a2e9d8aa8fb75772fb3a344d1b0accf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7c7cafd300bffc03f2e279245b11dce81b03f296629e18342300efa8cfa0bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb466dc43b2927246969d865fe00a5a4abce6147
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4777010cc1d70adb0c906931a49d6e0e0bc8f4c894df7ee56a3103b65a349c44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a706f92cc1cc2bd4c7174b1f560458216e94561d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23013af57867ddb3339c8bcc8434ade200417ab866e0f25cab32c14c9ea95ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550524fa55471ae9c9c31edb1fd75d0232a290df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83768df5c3faeb01158422e5a7f9da689a3c2277be1d39d457d443a8989faef8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1b6a8423e51ee9b0a37894ebe0decd421d618c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0c146979189c287950a9617b610d699efc64e3055a4e303287f2e5dc894ad4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b15dc9ec54992fcb31fbfc305993d15f72ee08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646b56b0b8774d38dff00ab45ed2e7aad75ce9a525102fa4e9d2b8b1004a5f26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f3adae4e3aa46e185ee3ea90af18e4b234d720
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e8e5460d79dd76c0baf7f1b93e69095b0037b5c72121a366b9d88e09f1ebf4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c325bb834566a454498ddeaf81f5ebc8bf11260e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c094565c9924273ac7b2045eaf74c90c57c5c2cb032a3a19538bf078d3484d3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1940c88b42f463b948c55072b632953cde3d19e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaa1659b32bd63e6ceafb03267fc44a47ca9aa820adc6bfae0cc942bec57912
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8ecc882b522b090a68d781439f9aa87eb855b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c8a0f9b183464cd4253eba416df356fa95a1eaabec234c40c9deefcf352fb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833fcb8340259063cf24887268d75436c24ba656
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2913804becf8110d8f523c9a89057ad10cfd27f11a78ddd77bb236026a557d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aca65f8e71b2f0a65ce390ce62faa751f6b4192
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039d7aeb549a5b7b9fa37f898b4f166a352468909822c873b00b2b9de5a249d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1960686d57c971516bae3d1dae679250c588630
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291387fbc5667b6d455f4f47a991de13160cfa4439233ec32ba78772cfd14840
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117ea5a1aa9208a024cb24825b1b94fc6d5f626f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad6aa2a0ad66db3d506a83cc4c8f61e8de2062ddadd81f3de57abb9ce4c6808
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0e6e85362e9db566fbc760ef7ab8969f4b0ff2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dcfefd847ab2b3d7178b88319c1d0147094428aee23fc5533691f3f59a0db1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738048e3f2ceebad85264d2f713ef42dee2f175a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f80bbfa8e8214a128780b52803bec405fe743a7bb6f4f3e93990bbf7493fd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca9cb0545d8862f35c804247e06c8d830d31077
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b237b0274bd7460e3e99c3cab68c276a97a678053a335312ec71710b28594
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d670e66875e47d1151d31b885594c62ce8efa6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484ea3d9d471accb053cee897283ab9f032be574f523da6ba2423dbd57557565
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6958678b28e959c8e12eca436ae9c306c2c97cd7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e986a76d266511815e98329721f6cacb3c687f396c7c8ea4e46bc67ca28525e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14702bf7031fc306b66a7ed5ecdf6a80457a7386
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bea20448ffebcaf4875197abba78d08ff36b01b9731a6bf49dc381fcc8a708
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c70c9b3ba940ffb03a2314b454653d8ad94c568
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46656f5b7c29ddc08d0b32bcb63e1322ba3eb24e5d7b612a30d3157943fbe4d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d7f08f301534e5b5592ac50e76d3c1c0f9e34c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4af2f8f94230996e64ebee19809dafd0a7c537729253a7864b125af99dc001
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0a36c72c0e89e5be943acb90111fadd30fe06d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7212a75ed555e24d8655622ec6663bd48cc8090741f6f1ff943041d542ffc6ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aff4c28c029fd6f41ed035bfb70dfc3034e60a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ff2de24455fca903fd8e42f903d08de2d3ed1d097ac7b6bfb4600ae9fa410b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f514980217296e0a53ec21b048df28625e3603f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884a871ab321af1e2047ddeb4e273843440634b7dbcc0ad301c658df8df1af15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf58282ad73eede2c40c4cb61b750ada772c58ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0290d841cf71025b96c9567d7636e21d4f9c07f8f01a28aefb47f39f5c4a10
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e259afc5e5ea6b7a83dcf2e855ebfafc6073e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f84bbaceac4b76c7f2c53edb93cc93655cc497d6f30e4cddd7c9144ab5df7c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb4e785264c082871342f95d40fe558680c7927
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9efa25c7c118df578ad7127671ee36caaf85abb2ab2744f4531e5c0121c621b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecdcee0509c278d422f5e73140dccef7d50a14d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f30c931938eb3bd7eda47661cd2ba1b2f611dc1fe646598d252426ad61537ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47ab69ab6ab232dca843f0211bbcd745b3773ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c827a783690d0212092db328fed5f45973a363f856e8bad7771355c6fbc779b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3cfc46c3ab99e2156dbb1ddd9992d2d04ee392
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e5e04c4c56ad4f49524d328c269aa9d6268526d59b4689d0f4f7b7555de3a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b00631eb71d23c6a923f016aeb7645a4a9578f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bbce5ff89562ed6ad7a56ea8af7cbab2eaef40311ba631d138ed044ef87cb2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef322d7ab50b761a19851873038ae07dd7365ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c730c34fbffccb8926706a68f8088758ffa1ecba775e6db36c70f0ea0e833
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65758bf9f7ee752f1429e1d27e3d4ccc712ee625
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d887c90a5a709b29bb6744d925723376d18004bf901932760fbabe402469a748
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6d9e0c58fc040dbe360542f2f488b9f7193f8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc869156873ceff047b469a1cc973602937f293b597a23a4bb81b429e6e99e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96783c2179a4632e8d7a4408ee035f9d651e75e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc69ac44f18ae55c6ea4025cd53ad5f1cfe57b763c4f2380e2136e0f6b69bf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d2c2711113a3a2f2fb874a5649ce1e6670c925
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fe53dfebc18ab8b1fff0a95f93b39ccc70e2b3bd2dcaf09cd6c97d1309d96a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64122058dabab6257c9eb972ea1298fec2797d40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e0e95aab0904d7080ffba062ae7705ee5ca001381e551d9d5e0fad58672c83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee70651b0bad19d46b64ae708d085596f5fb6f12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a162b534a9632b847f85face2f024df9596ecc9a54855ba8019dba2f5a3ff8f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c45c1d0557aacb6532a4dbae643413454d4d38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c69d4bc2b4932919b9b9842a5bd370005cb34f49692f58e9eaa4a5b36e2498b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c1ac4063b87cd9e668478664cf03b24604958d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81538f4ab32f30fc72277ff35ffab557880774a824f36f9fca93d1042faef7de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93af4013a3cc17cba881633dbee20e496bd78c39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df78be59dbf1cd349834dc09d9dd1c9923f030294e2b8e52d5d21996e661d1be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd28d4272c73619255075a1d4666ce6d6a7579ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b2adcb9f9c4454833343386b474fcdac9cc1ebb9eef9b3244d0d0be82582e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..904a9bf171627e47037bbf2da6ef7f38b3903cd7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c4fbf48d796a654394432343190e8de12bae5a110a092f68080851ff30ceeb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d011cd9b5c8c4e7d695c47d86172c1b5682a5fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5556ea1e6936cedebd8e537a7e65971b7678b3168203854131eb12ae3d2c56
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67bad8262bc1fa8738891be92c48342a33da6b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c4be635bb24fa084071e113bf06928201306ccf1cde794a4a4d814ea5e43a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b53fb1282b3625eb365fc5d5d72c276b6e153
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae13d39613a75203c3342ab7dc870b22e14a61eaa6ca30b7b0000ceee8cb683e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35eb7f5a12d2b27905935a0ec8e1afc89638ced3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316ce9757d715721d612a176d86532ecac08fcedc35231e3e731570fdf497fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac70e2d349d86c9a875406b133784ace9566fb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2442cd03601318112cd1006dc3bbcb6de22ff5dddd761485d81078c1c624c16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc78fb86e54d95a22fd91e1c93d1c14d6058f61c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68d97adc594411307e555a310cfd66fcc05378cf05a68ea1a11a9876e611435
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16066ddb442da27735ecb7cfa2c66e6aef3cbad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ff7882781c864850820ff596a09f3111b596fbf302da02f8b1ce4733270cea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810e7c9108a5e6e1c40d0d9db3ab97db18360ced
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee073ee4147da953c5543934a6d4f1a6d0514a33783f14d87a84f0a423d0524f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9705d98f5b097784878a275634a0dbe1095eac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740099f3eab88246325b17338fb2981d52ffcd0c43adf383a47a454b1d0d7528
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862f871fecbd882a96b92b0410d16688f669cb20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3239e9d2968b098ad76504b57daaf8166171fe59b7238b27664e14b6c3536d86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7219e1a9e40f5c1b192f7604047ed2b146e6885
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833e2dcb2c42f0eeee6e9cbd274a27f732b89c98520f6851d832af109f6b2c76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b876b0706b8f3a602370b63a704a3eaa9366bfed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc218b5eb1e3ce28623192da42bb2f6a33c9567cfc94435ed59de5d4a11542c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5576995a295f4d4550e8547da2dc9b506892ad9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098f489398f72d0076ac3d6aa020b16211f4af036c7fa5886b3d07467742b244
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8b438e79ddbbe51dd80a50074021de808c350c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11bd133742ae6bea67bdf34fd415d983441995d8802fc6c89217312b1a94350
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558073adf5fb15c7ef201dfdf1002a808cecb616
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c6129f962db66801a99b524cce509b922a6c90d16c9e92a7d499ba76e17f29
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b264c8a30179453f099cec00c0b088d15b963d90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bf24858e41a74e437e88ed62887fb6a00d6457b8a1460f8fc16d4914943cb0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8ae6d5a643e7508e43013069e9941979fec8f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4633343207239d8b38df8177f741ca1006cbccc66443a39efcf7a88de3a9c26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea3f12b8dc0ff60219fc2c699758299f0e860e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a9d197cab144c7e2d7258ffb56331c88d38dcac56de9cb6741e41de25b14b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e12100b1511bc6c90dd9e0a232690293fb324d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce10af606942037b267f1373c4ea7394f19c4d836393f73cd00b7f4ececff0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7bf9603445807735910bdc68adf1d74a6a51f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d6a1f1e9300fd79cac04ed714377607dd15ae3d7aeacd7f6d4171cfca6b84e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d393617282f0ae3fd8e4fcbcd7fd5483fc111b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42827d9329a089146b92472f767dcd266c821f4681eb08e14540e24996e1c334
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c02f08b59fd4cfe260b7b57869e69234600a93
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb8dfaa1316604a731a58b4226576d5c33b306fc749192d0c4ee42312016ce9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff38e42708aeab9dcf43036745b4a29702e85cc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2004b2add221de6023ccf650b347cb2dbc524d84942e34b7b6e96168b7584f4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cc96df1312176f10bcbc718cfdd8d590380ca6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75872d32f5beeafc37756db5407f5f60187fc5daf35a180deb7f6ba91373fc1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259b94bc862d474acd93d5f52120b0ef4321c794
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71750e432da7dc0aca908f9151219d4aeffbc536499b92d1f2bbdbb0f2188ea
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49c76fd66684e3f132afecd26d3eed663ac1465
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48dc92a37cdcb1ab097d9861925d1c5dcdcb5b195c1a75fd219fc540b0ed2ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54906a7d3976a26fe2e19b1f40fb5e0b71d7a739
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eee9c8bd263de3a09a2d0818490dddaa4d179c580b67ec2167d7cd83f75ec84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ecc2fdcc9c53a29e71168b399b983c2c5931f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c932a3af2009922bb0bae627d2d12f19d854dea903883fc52faddcd03d6c7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63a23f5e8fee0f76727173b851c1ab7e4474530
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483f773e3a085d0d8a03e22b1b09e2092df884d1f7c4c65fff08bd7ea30fc022
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c3c7dae213169e1f454a2cc49b44d17ffea34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2800ff558a751ab9acb5c44aa7d4f399b7abfa9a1dbcabb23075b0b61127f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7af847b3895793e0f5e9dbfe784e24ddd751eb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6bbb3b9b78f443fedbc803be590f4a360d4ed81652d951cefb2f9c4e99c09d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2339d8520b468a67739c4e2fa84e2fc9e97552a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df54fdcc7460f43b16f0fcafb8703c13b98867848cd5c25f41ef73f0ad0a9c5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0ab204f88078962f11f2fd1b9705400fa77d25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7a733b442a15cbf351aee0952a6a053c2676770235c935e0221764c917b409
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c13413431bcd8563ca132279cb072c9090b9a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2641b03321176471d217b44ce925ba7dad6a6e0f23e134619a3ad2614f545b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f442570605b5029c2672faf799ef0d967a911ed7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b42157f501e8a98d9b59e3c33bf60da8c05559328882123f613260657fa106e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64d3ce0f894f1c94dedd541e32c195b0dbb8833
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f746e957e3282a76c3b98ef632d2cfb4bba9ab6aea6868ef7ac8f12fd779c8a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39ba7f19c5869b70c9e1ea33bdcf5524d1a3977
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d09da1cb35657643aeb33d287da58040dc13817d77efd29d33c105c01d0583
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f662545fa5d5d557238cc83542b29aa31cce1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8873effa1275f5408d8c2d297baff092950424525d0d775e38bd5d63b12cafc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9626743aa02733d5f6fb1742b4cffcd0144d3c17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e968d6a5f5d5872f39bb73af2522073f559170283b290699548d9d5c5c195924
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bf64a430010330069131dab4119166d9836ba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2870288f37a459c37ce4c6a2fb9fd114c5aeb639f229af4ccc5192a519892eb2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab11254dc3a21f288746b0b459f025466b1b7078
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faa3e20437e4cff236d5ee072734e56fed1a6b80805529a5c1c77adb8586aa2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142e278390559ac64355dc9dd7b0f2da904bc6ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ec856310ba971e009b9a94f0ba2f7de62488df2d6b89486d177b777aa5c3ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884b2bfe632e875c5ddb5d687c80dd4333a2fe79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f8a272c4f59fba9759f0bba0013d2159d03ec79302f45c7f55120c34f76771
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c4cbe85bbaa5a6efbce3750172975ed44daf52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ef6176cf2c1062dde94594b91a44589a1ec139669c5ec28738c8f7fc8dd2d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1022622697cc4b37d3ee44090d48c2c5d6f87e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5bdc1b91040da97d6e0ddb430706ed94fa3951d926895e0e95a1c41f52dc18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ba7d5d3713337fcdb0119e2b76754af6208864
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f969f4fe85b6688f846b34d139ceebc676226c3a77c76e75289d6b38229b54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbd4af7d05eb01d4207883313bd6b9d930aef4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82e595bb0835078edd094c6a490a74b2f6572d8392a47b8fa557e12f2816b72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fc581f1f4f8ce67efaae70a71d811f04c475a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a658ccd3d17b1060ac9d596a4b8e375b9becfebf602bde9809ae33b49cc83610
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7415c0bb6c08698a62eec629e0b39b9f8e463fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33961a9bd9f541024e98d5c85919c40e511af02ee7ae3d66f293e0a6756768ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f75d9e77f891dd69de7859cb54198d24a36bd64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f938cd808f3bd301d4c1773fa354855da82598076aa3446ecbc76ec15b5ac06d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cab446069c463a36a6a9a54265008e097273822
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d195f13be25c33c0b41cc35001a9070fefce755e9a6bec14f76d3270d3c0bc49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f57c987396bd13639536758048a29fc4e3f0075
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc26aec5aab9dc3b0a5c104b45d7d2c775d4556165e55c181020ac83f91916f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0da1fb6dc183364f4d8cd62962df6264cb7eb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7509bbad251c082be7e52933e2a0ec0d8b42db3198d1fb809212e7f713fe650b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcae53c43277b7d6c00de43a27fe52286de8893
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a4729ea908201281799c2f2eba37e127cd206b3bfc0b176643393399ee03c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbf27742fc3b8176b07e7f944b940b6131a68be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f22e0d30f06c24f08b5405c3ee759c8ed220f0138e786780d5e956dff80be6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c3f6f1ca4e7a8995146b83eef08903216ca1b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7946e5031656bd37b539058610476b7225ad2797d3337489eb2c1593a40173
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f5b39f89b44351184f97e70926ccbe508aa2d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbde63d3d20855132b1c7b2eddc297f2a4c769ebd70e02193a4ac8837e8d23e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdd453b573b91ee051a7f6216aae7a9b5b78410
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c576b71b2033912012ab133fb1505fd18836c836441ebb1ba5d554591a7d313
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2e894a955cae1d52bbe2bc9903feb99505ba18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85096aa72aa0b8866e3521372ae4cbcbbc7b5611a978e6709acb196e6d3b4d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3641195be4e8356b112ae48ab48710fc1a325b8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93325ebf263a8d8ee655d2a8dc76cbd89f94635a5a2acd4e5be3b300b4a0920
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692e99edb1e62e70ae200e04099347fdd5ac8d32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086554dd03f161e2b45722dbd6af92c9e10806711f44a78fd7a5d9214902110f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdec60fec9a8538c2b7412d6dd7547ef695116b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c3010ae2fe846fa0cab12f16be0fbe55fb916895c4fa4e33a1b8f25c857a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60d8ff5e6a59b5ff51a8adf2f89bbfdddbb1f61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec12d1f2d2538cf9705c75a99435fc09583b12fa103df84f865131c088a5b379
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad71b7cf3daa8cc5b425b5091c2a67feac425468
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f40f2855b7a4dce9c5e3eb0d8a26cd43c33e6d6fbdfde40d4d126b924a0d47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda6a71cf37e66e5843825101810e2060e918d46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f891056f92636922c7d222277a2cf5cb8e3d9d9b50dfaf2e2930ea89092939
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee13101d1126f21ba66cada3b3ba42b6b7f8eb78
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5479e87b7df803fdfa32d7a5e6229445aebf707670c1fcc3dc034cdd333e175e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c9f6c579cb86e0b7c9b48f98280a00bb1055bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd56dc6bba847d8ed8c66f35344548f4c0fc8ff68ab81ad64a6fb8fcc0738a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed4124b9571067336616f3a8d9dbaee524dcdfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af0b5159cdbe019dcf1cd3a9d1f873467c825c61a832e2eb9d4d77dfca7dcdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cabf9e6b048f33c2b092105c530a309d2d5381
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed260097ed8cd0216b3fc9715f67b1b091f3b23b5245dc3759b33328377933e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8f6c5a306918cd3290c624284cc91c701ddd32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9146f7fe0ede2748afd64fd14e4c6f7ca98bcf2eb7c0ebe7fd960dabcc50976b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c9b73101d28f4cb0b9c1bd6d28f070d6ebd813
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849734f151343be54ae94b9418388c63a8e9f506ff6ae01d4be10f7a16e752bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc554eadd0ab83b0255801112721a9ce032f4c8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0255997db99eed9aa8f42b103e12eeba537417adf61bf4ef11a4f9637dab5857
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cfcaf1cef814038ad2d5ee7ee1152ca823d4de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e05b1e1961f571e1c3f90425807923398643e65e6894455d2e794591dd929f8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ee9c5059292d15c93f2285f3e474fcccf492b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f50ba2bd74a38f88ef401bd767dcbde3c18a1ea9850b1e7e86f263eb4447806
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c1e6420cc04fde1f291526762bc685d3fd116d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cff03d585ecc23a7eec14e18142d11994c58866df0a61925fc31b9ed3acd42e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dc82dae8400b911f97fe684249d85eadcbb12a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9f896a6f56ee2ae93933d9dc34113cd834f3d4e8bc7dff5dfe3e01c1a0011
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82aec58af9eed5629ccc4a2a6380b39a373bb8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dadc09416cacdc1734ba00081f40199524792e7494b73e7a24718c9b7d4979f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ffd441f21ab64c5b09c0435a99a862ae983f51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9e0db088d937084b5db005003730c260c24d5c19df90b32eee7dd51f957406
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b2b6b0ec2dd4a83b617c5237b9cf32d420780
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffc9c4786661a1b60a65628fa9e9a56dc54f6aa32713e0a2ad06e24268931e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cbe13cc7ec0a0f4a3dfc41ea7de624752368f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68913cb77fc2e041c7a0f072c3a12d62e6deab8cc6df81020e13c9ce500e7d2f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a71f4f0d4996f006b01f1ad25f79c2ed6af05ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f48b6b8a268f66e185cf562ebfeec0df3d7633600d424c91133ec448efeebe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f119eda2b5c505fcdbe7ae078fbb120512e02d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e5a66b24b5c2bbe5ccb5040e072b9beda1915beaafde70796c93c47bd6d4c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5084700fcb4613507b6c7118936d256286ad11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7e0a82f968fffb7f9fb64c9cd4f1415d040a709de7065999b05326fd3256cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357cf875ad78f6dad16fc67c997d6211260ca003
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d216018b4199c99a40a4614e707265e89c7a1187ebf2cfaa538239acec2e790d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe792c6c1a0154cdf62eca635c1c04578bfb8d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab34cc0429d481f5cecf675fbabdd3e305f49c930d3571503dfa1bccf812dfe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d706c1850654d460b4447566e916ed18c7997f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222e49d6fead770f8085e54c985758330b0f9734c0b1a7d2f86259a8173db4cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558969499deef4970ec256526bed27201eedf674
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bdaaccb0d0b4c3709fc0e3ad7f51192d7229b1449f117455b20f87f49e1048
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e43bb02df5f872ed08b44816a07a3dbc0c3ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552d029eaa169e31957c86b21e24c3e262becf283383ac07fc05487a2f4ae8d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc277995f82cd52a818620b8a1b4c534ed48127
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c5e3ff7e635e4c442b1262c02f0cd9f247253887109815b6b21532546c6571
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0edb13be5db76ddf5737c9bfcf3ce4a1635f12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7a5fbea7597b5e132b0d09d3fcc2e5fdb2c1c8731d38c8610c06a965cb9c72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792fed888aad8e977861b276ee434b54bcb011cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38377758f5e2d11ff883e344ed84424bc744218d935d93fcaf2984bef980f1e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fee7237bd77bc23b91d8802b71d5d89131c0e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22717097dd9e9d09ed5b2092730b8e3e16e2089aa618e17f6b65a8fdef85e6e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e977c685c4efed82174a4030add023e60f445d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f955dcbfeb07a39b309376fcf48f83f2ab07a48f789f8f154f828c9ebcd55d48
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210cf73111b30f6fce552bcdbaf9e10364f66109
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75599984d8352887a644c065e4a0d2c896eb249476218211abca2c6b798fb75c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b460bf3844b590464aa484cfd38eca1b0cbec879
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9eaf04740cf240a0434363734914a9d98eaebcc2644e566de824b60e4de39e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30b0856b9c21b2900dfebe0c7ad8cac2cd9a28f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3ef33c3024473b7d05eb90f7a51798ae20ecae829a8d1664885a59f191dfb8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9638c679bbfd3b05f8f229913a6665e1b94e25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d81e640fbe2642332dcb70be35651f12497c2011a3c06022091832210a3ab48
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669a165a20e478fe0fb24b4c3f951bb81b71ad4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f6971c8315bbd432ecbf6abb10adf84c047182a5361a602f2d07c330a25794
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a876d9fb2797a63f51013a5f53dba3a905e4ba0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a12a6f82dd04535cbedf4217404cf51f2a45c90758baf5c5b15fe078aa86ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa31bd914766f591700a64bc2b30f88f61c6b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e240f5ef1cb7ff95615c311752f424b4eba82b769aed9763ec47a2192e8c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79228e7300e1849e5520966daab56bd1993339f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a3474b0da6108cc4052dc4cb3029ab20f08a917703b489c4fc6cff4a399d80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f81e4c2f6ac5d2be5b7a58e377673df6a62b88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aff579b271b1f9723501d1a2233885d03ac4e6978926856736adde8dbc20691
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d421b2386866cf30fabc989a4e5011e4dc7710
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2eb8818e9ec596b7db229accb5fb6ba89581eaca2a005dd62cbcbc015bcec7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bea5639c7700b0297aa5bcda4a9acbeff9ff5c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3b6487694ce9a32d27616103b651a2e968cec73962a843500a90a5929a8ae5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2481f5bc24fe9bc9e241bc93cff795a68e567603
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93648df836c4be470ca0b55e256f77b17a4c9792012c9475262164224d0c46d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f58c3844eae45a79fbac5336ab8e2e865e176a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158e1b0f62c03a95ba8eedef29c73774f339c7dff6b861c16b874b1caadb12f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeb652877d16a4b03cf40677eb11c7cf3483cbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31881e761cba470ac0f15bba548aa2ecabf878745945f7fd62915988481cc7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d124ad20a6f14d79ba0a12df484476b47cd51c6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba82171f5bcf0b8e20300f11582557e25f6899e372fba205809929ad431ce96c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c344392751991d091b2e56353e9c67d4a26a36f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e72b244b383930e0af50e5ad9158e5fc9e89de9112f0915f365714136d481e3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28255ee667860f210982c430d02abd6207bdf5f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ef05a631b482a11f49e3a4f968a53ec27f98328d165f9a824627ce94a045b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c05bf60fc72a768c2cf705438183b27c15ebf9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4c6b08452fff0b075d49aa77da75f3744988e29be001c4de60f784182c18ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4763930981ef543ac751bf4d53e57288123be42e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f88fe4f04c4e9b4de65da02e4dd41e26ec21cce567f8a6a6f98fcd0606c2e5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510aa497e9e71906b3ca850ddc9cfe641209249b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bc42bdd372a68e110f62caa26c63ebd31ead7080c7fc4c1482cdeedbc0e40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274aaed5fcb6e5524ef37d3e523e0f3e094201f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7c961ee875505eb2a49b7add062b1ff2f1daa0c9d6fff7e0fbb0f2e6101d90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fbdf738acf6f8e25b912264153bd6b11462070
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288e295c172a664a11a23ab3754c483c5a146c379fb691108acf4107a3c49a78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00146119f1a0d27bb27d03832b53535fc28c17d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd588629b24f4af03367c82e716c69102ab26b9e211b45123ff2c0e37e213351
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd45fc6c825f557851f21ea50d950735d8efe54e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed96633de1ea969ee533a1d0038095b2986bc987a5ff0f220f6e368e26da948
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc00179b734365f2c6aecac28daf42dd144fd708
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d506a0804fbc96fe9baa429f52c65d3a912c7f60bf018da324b45fb27edc257a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63103bf325380522773369748f4b139758b36e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da060468fcf81f42870f16535cf1cc3d833ed983532252fee7fa73cf8524d4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8316eaa79b5464c467077c7702683cefa36325d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2243158f48a8831ab4823c8b64e716666482de8c87193be039af68e8eb782788
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247c8fc2fb36717309105f3aa1612c3b966a0458
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e349cce95957d2f924bd8bd442bb5f094d04f66c289eb2afbd07fe7b1222d5ad
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcda37450837aa2fe25f962ccd9df15f6d953903
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbae8d835635275134db565b1a35c8c8d790afd870dc26f406a8472d71316b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf046cb30101a19562804aad70e2a90662678ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82d2d6fa8c7fad049f15f10ce8917ca03febcf9476dabc6b936abfa05ffd027
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887efd7fd1ce63667ea4a85c8cba296164335527
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f4e028e4db84df257c6aa83eca0dbd3b64b1fa7c6d346cbf4ad52dcc2e0501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8298b475240f41fd4151b097cee43648ce81b3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbcb9ea003e2a0a08d86fa4fc854fa5779dc8e0ed1a2eeccfd272f87f465ab6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8672871fef4924db892ce8a99f9889c46c8e71f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120288d0c8d0765c63e5d7a867100bdec955aa5f86a18ff1b67bde9e546c9004
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b12f709dae56c13bdbe96806edeb90b089ed58c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5d5672fb3529252ea25e69a5a433b81ffd84ff9252122881b9b4222f795c9b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a796ff7db0aa8d96e231405fc606bb6684f39e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca34209f51d7a920b2fd67915da88d2a3d77a965513526c7ff485b876c8b92f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b240047f31fa5214655724c398102f835c2bb1bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4596350a0fc9b2ea31dec8eb58bdbb4b67dcfbbdff7fb69c0f773c70d792f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0a0e20beaad3197f4926f477092e71c9f62483
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8308c1da78d4062a665a0ac058bb6e4b99f7e0fe9b69440dbf6a1d2e63a1e540
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b242ecf1a97febafa5a2e49678d6523c3684949
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb38c8de9cea8bcb3dd320c6aee4fb0e3c0eae181bc4da4ecc2d649ed714c1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d52ad9fab5888d2339ee8ce53d174bd49f8e39a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f543f46eb40ee678edcc6fc8337e33ae5b3ad22563c2fc7340257bc738b4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c36cff34ce4740409b1d0308fc70a6c3076e57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5297e54324ef529a0b076058bd8cd8798e99783495e6aba67fb8b22f95dba1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d35cfb53f44e5cb7c59318990e9d3b1203fd6a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6f3e6010d226d7908a90a9caeb8bc400502fc065076330fdf27716216489a5
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d5477f11e8857086d82e8c765a2397585cb0c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eeebdc43159dcb28ada5b58c29862819e6f6a48a65086774344d641e748118e
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f7b94bc17cc9ff4774ebfdb171d7476baeba76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5be4652e9ce2e8d26ff297aa42f4b085178c340a44ebf8e2bc721483b364fe
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4343f260e1bc40b7c2cda7c2780540aa69270f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6defc6a49d8c2897207e3c1363e539fe346ca64360afd2af015eca81b2ba60
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0cc664f30f163164a87de413522532ec6a733a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d064afcd98478010276eb0936844998d0bae5a013081e64cd09e936b22235aa6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3528f966b5c0dd051cc0e0fa471200f3b93a2b4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd3bf7be26d8c0e2d90973a3f50a8414b9c5ab1512e4cc0cda5854bb3332e05
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0274d7dd7617350aa2d55239975029a1412582
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd712e43465e4ed01696b6d990dc973e082cff668426f0bd6e1899f9871095f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28b49bc1b59cdd861dc3992e94c15b996bf0285
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8509527d27afb1041155954d3c11e6849e3ae29e794af319e9e843e4e52c1d92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6393082feac83cb3298e2111bd523ec1d11e9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456095dc82775dec5cbd5a86d28646564241ba86d2960a1319c3c9bf2bc5025c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0818f484a9a0e300e486b446911321b955a01cd4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09ee7336250db9d5465941344ec7cf0ba1249af397615be92876020cc4384ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bd88f74b71268d575d9be066b3f494675b0f8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ade86f593b5bca4b12e89c9f03783fa9d1dee541fa98b8a11422818d4f2914
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca9978ef9e8f96106f094ab8f94d8e1f5703445
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2d3008a2676ec2291a7eebaf472a96e97734babb572bb04803fff59020fbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3533b3ae1899e7ba89e7427b605a38803b662472
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef1e2e54bbedd630d1df8879518e98182116ed529ec18e2e462051080128d49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78aa5f61d7f0b645ed96045ff576dc004264335
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2751307078a204f6a4e05760b739fc3767477940614dbb46a727b12cb8fdf7b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a816895e12bfec4efea1396b755c739e13d489e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a0363c6ed27ccf392e3f67632e12b53f193d59bf49dfe26f50cf6e120d2fd2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548e0c375871bbc069acdbc9abb3d7dc4de19c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0854bc11d68ba784537e86d8c4bd3e6fff02e33d4f38fe1b8f5de3758b083ef1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082d89494d72989e9fce5b9e2440bc62e22f5f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5023a2a2e3ac7cfcd85334cc3aa6bf03cdec015ff27c78cd756c0c5166348df
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e03df69478ed3d6252c345842f9f0d415ecf0cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8ce869f2284f729e5bec017ba4a6474d59fd2b1ddc7e4295415b7786cd630a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43046f87ea7a4323f390473839d2099841860c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90e43f4482900fa13ce4948f0be9e8a977b5e7e5cbfa384d2215127b345184a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10d4c74a5e8d0c18c0d3ae1a04e5e3a87f22ccc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1854e4a7cf13f969253f8590b460a2b4ef9cb917ee40794c717c423344b3283
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2d5da4c87d0f2abd617cf51d3e24e0c30bef51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06127654dc6b0a088eba0f0ce4477743078d7f4da261c81fc45d1546aed1a8c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f03fbf646d689b8da9a5fd974ce77761d5d5f8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a10ffd0f1896216934612a3fa2572eaaa500d280571a41fd131152d5738a95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8441c354be288c32a0b51aedd92b5ba9319b83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe630724cb98fc44b3fef6a9c5d7ca8afab13a957db1bfb93439486bef8ead6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2379ae8a2a7fee2214426763b3da3d6b3400e49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6a5ea771214e64d2c421050cb1b8386df0e45036cf36232223ebc07dae61f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd188407db1e8a726a2c028c57f9f2ce1d729a3e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6012290c31ff208a05a4d5f531b585dfa496678096216625e30164175c0f3905
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b637c4c4b227c0e357617adaf4e5b00d6f1609f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ff37be7a45226be0e1564e5446adc0a29718a5d4ec2e92d969be716bb917b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe99f7e9cd646d9ff58c7ae6da6319454d5d4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf9d7a713219dfeb3e2892be0e96799d96c2b1b1ad7151132db585f76043dec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50e70033a6321539df43d5cb9472c19e43c8e0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8a55cbe3c123f2d82708b314c51e3b45b2f2e333524ad2cbdd66776f7f2c31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9933adba35876ee6fa14aa8647df83b5a09d0aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf191845c4a886de630221205027a1fa031a20015cea9427c35f689150ea142
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2781decaf6e3f566341847ef2898421c103373
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad66a61ab75969bbbaeb919911554ccb6dbfa5ac5ef73f57874e72e8cbe881a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36be53d21528847e8bfac980034e0e6a7282caeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7349c806941cf3147ef3216eaf8a3933719614d8b536b09252e070a04a8a5e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd2503f66d997b4c2f616dbff4002f21b7e638b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1651a6d7eccfa4c56bb4be809063df37550902e52f289b98e9a0a221c1261339
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5edc334e7afd8b7bcf0307517cc9bb241241816
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116ba02007dd87e034009c5391f411269514b80a8a13ae9ab99d65e8e8959952
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738a2484f686fb70deca335aa4c08cdfdfb73f50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b7a2e0c22d33d2e05d1a62f70a55e95583967bf2303c4c1cdc91f62fb32300
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb7632489903aec62e2c555f485382f9e0ed318
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b5004db70a0eccbe8bb020d8c2a71818c8907b85d7951e355dbd89d3952366
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfaf10cff5b2d873d0cf61eba5afe9f4e32b45b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79377fbac25ccf6d1674c236b95db0ea2209662bca19b89a08ed6b8074c08439
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c3ee629fffd403f04613ce8ce4654498ee82d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568d4ce6df4c49d6f9b4feb45d903ac2c810757ab14a15e94646e5704f85e7b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10308083c5360adfd6208f513123da2cbb137a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ff5b7f78920e048094460ab1e18819f60e956c0597ae71ae7ddee4388c7ec0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8906dab4c2a91b546c4b174e236f8210be21e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9963a9faa790f9d7f905220cf223004f07b0c6ed0118d358997fb661df451d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e817f95cd23e494f9e6c1c82b2eeaf3abf68abc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2b3506be61bd30e6043de6cc835ebb43400a50ac5e82e5f12b4c5415bcd175
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbd33b87a5651f4e93d395b466a446d74618502
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834608d94f7d79a5eea8bc6ad349b296e1f54dc84e6ccdcebed6d53fff0f0eba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa908f9d4f89bf270326c15b9a66fcf800e94a91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5856781ec679c854083539aa8a77eff22825f8beb60dd7537255d487c4a9dc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d40c86b127ec12cf542d7a5b8592fa4b4f5cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbce1510da284cc62bf16b24dedcc5a17cb66774f57ec651cb3fd3027f6ecdc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08b58bcae65f8581fad3d85364214d7b2a7f026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d38d6681544ffffef98b1ac370e650caf1183226b113b1cc63e2e9c01d2e74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129ee979bddb959ec71e89819f45c0267f56eee8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa16991731a81ff184be8a60961fb49e1f675d6dabefd62dba5cad6a533adb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54d8f4335ed7e060c4a00536015b9df64231fab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f060501c8a52068e1060c1187dc89841a790123264efeefa07096ccd4e10d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a051821cdbfeba553294485294b701bed7f2e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742086a28ed855def93df011dd022d62fbbf482640873e82422832cb00adfa03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12541209587e9a01043009fcd8a4fdbd41bcc254
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d778059b68ef595b0e434ad52bf2a39a093761048fb09fdd956c58a730e468e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c774827afd7ead448d74e7fd6a6961b6e8c7042
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeeb38008733ae113c6bf7e9af5a4ba557aaba946e3acc159d24cb38f42ae71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4e15268fbf70ad831221c37c026a64397bbd62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10b05454e6f7617864760763b372d90a52b67cbc37ee3afffe7abf95dea12f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07169d9d484aad9df17678d13788d55ce57efc0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db50871fd0077c39687e9bb364592c4872c3ce96c45e5daf39e3f0be2fbf0ab3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191938aa661f6d97ef82d00ad492ff6765f73038
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b49bdcf0a665a54db856aec81ca222884f5fc50ddb02b031951327701c52858
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5edcc4491e8ab937b4f8f011e10a25215a358a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91d5e9a35d4ee0ad050f06308c688489d89660a60b1cbd86881e0a53043343f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b207fef614dcd994249ff1e101e78275645245
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bdc8e8a65a855c56e24128fceff826e29a8df00d26df35ef9e339d26007aad
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55a0855fa2c37953865334cad25c00d9e235cd9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1578c8095c7dc0dd67001212708b126f00a0e228c8eee3304ea92c28a16d67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e346ecfb2d1b7263b4bfd9d63ddec72e256227a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6314aba9f3bfba8ea8b226d7b5fb77db8e0f91bba7fcd660b417d8bd42f46889
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64cf4eb0c8573ade5e48bd498fdc13205c58f31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b3434f16a4253906f86be58260f233f758ef954671f47b68a84a394fba1c63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaa68ed124519fe2350a743f50a7b1bbca5b619
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818e6b04317377624b668b5ef70ebe41ff3087bb5ca82550e63c93f53b79320c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76a6c6350d537d349a5d29daa6c705be097a8a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eba7a95f25a1cd91d6103f9c6ddb47a66f0a3c77315679a4db790e559b022e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49acf4114150e9f55d356dcb9e4a23c48c2ab67d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141e714146730d4dffa26711447b976ebd0b30d4051a6350c191a13f5579cc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebaa62f3b8defde8e7fed1b78b15d520e074398
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b04a3bcd62038c630293e2917681471280efd55a06be23ea18e5f200686d569
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a60778a63f11a4029710152526f7f08c92d864
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd0655a19cfafb46081b41b8278f38aaa04087bf27a33e3238717ab4a1fb040
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ed3c25e4c3d1dea46a9e6c33d3d9a66cdebb81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c61c0e52e5d68831f3507c57c77142de9e9431957d07815d3c02c672bf78252
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c1951031c825c2bfb2c01085e5a4e448869600
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5308003c3febbc0b0de3cfe270ebbfa2a01b0bf349787dba39a8f40d1fd09c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97c6cc9a8e1685d579ef95d44ee7d3204d9cb07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e814faf39203f877c5651c44f5115ca7b7cdd4325bec410d1747b38c7035a3b7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40f293f6213415243869b94b7770fbd9a7e86e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9211c0191115b31069463706705343fdd9e0ec7bf49f9ce05024364b77656
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c187d8f8366070ccb5460f16653aca1a32ae677b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c64b1a728e8b52df882ad08b5904e1cb2e964a2fe36ca8e8271eb79faf37f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696767d806d4b1d60c340ab12f0e58233c80f674
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3a45dccbdf647ea1226ba4c72e42c415d1d3377c3ad3c5da5509d1e848d53d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c6e0a40491b83afe21b537701b93711fca7341
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4435c95e3770c20f463ca987bb5c75ffb30074979cca85fb645f4251ab0e228
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c28bb64f109c0e924da26fc9c566f3567587fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2029f69179984ae9bde522d35afb75b868375168d5b4e8ee2714d1457ec72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001592fa3673f3696f419e947ccfb81e10ed8b10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82ff84a367fe724c99d17a6b6a9e1f6161a57c2960e308fba4a348c18df0e82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557d13504a66201d69b0d91a7f65308443d107e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8f5dfb60d2853fa056346426fa162769533b0cec76f854fe52dc7f6ec52c2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457b98a89e133c7890752aea7ae66cbdc3b26e38
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cf8fdd5c4e4cd6fe216ed8a6afbd63df6d39ea8d4392ffa152d92264bf46da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8251bb152ac074a7820b5e85c195e2c041f63403
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bd2c556d2f01de2b495dc6e18e725d2dc85aced4120fee185dd778ea476760
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbcc5cd4665e55f7a61616fd7a2766a209c34ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78fc5acc6b222a4de30477fa4117187115416dd9c0e65c9b94e24cbeb8fa7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711304edf25dfd0b4fdc7c2281d1293a9d37a1b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9d6999c413977bcd53d35a8009c53fe8423ffa9d3e4573b91b3c1afbfefd03
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd07e46762acea38bebb963ac5d7a5bcf133401
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb53f24f76040cbb854c96b0df4f7fb2ccac2b7913fc6d1a445471193bcce7f3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0036023a53d02909591331655b771c9b8c7fad1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71595ca37a8b2855a3cf811e5ce51f0cc40c722f09c0089d9a2e1986ce3a5515
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badda6c90fa0693853821d270f2eaff91cd01778
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2d85725c46ec0cda37c4d01ca940381ef072e819d675bfceb2dbb6a5a87e96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9c5e73f1c0174f442e32a540319b05e20acb54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8992db62d08d18f6afd13a240ab91a4cde12f8fd2e2d488e01fd37923621b685
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e29f7b35c31e9406f5fe7a2b9c588c40c8f5db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfdc3d45cc07df037a29d8cb5c0f10415f367f3d84575fedfcf3fb1edf8d914
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0c685e33109a879d7b5cb1883e1bc3905605c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1d59c11185de46f694ffe5c7240a166c1ed281766c5424f686b52691659ee5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9299222c4b260f77cc69018692927b579bed2079
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e27920346962b41abdad11737ba575df85d4a71de4088e8a9e9af061878dc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28aa9c60614a969a7bbd26f7027b409e37a9b602
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b3e56fe42d3d72cde179a8c3fb38d279858b6557e156f6bd2a3f788742b57d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7a329abcb457ed38037a10bbc85ef657de3713
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4ba37f4bd9be03634b7b0f74782ffffd6e1967564b27e4b847068747c7e91b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fc6a6eab59378b5ea651d235898a0e4c63c190
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0f70e4594bbdb2e122db46a6dc88435c0973349c63534943e56c676cc6e768
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81f1d2c13bb7a24bb1c7d21501b5f427e8ce018
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2715c7790248cee68e1b026b1e5cf0b79b7219af070f470b672a00f69b02c977
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d772ceb94585e1c8c78fd2a07d0ae891ce7ffd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11b7099baa3552565e62ff030e2072891a822b08edf837307a0f367ac117c63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f42e917a8e169ce86ece276fbb48f5a4d8a2bf7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4ae47eaec925bc067ac7e013812c9d373fd9516a3c89f953133760f00a66ce
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d3212c85453d29de31fec9d9d57fb12c915239
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d30af424abf7b39dbda08f8c7b2b37d05dc4312519492bb41b2a0d33105d75d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e5d9667883408eea484d1ce1de8e3460d42c15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2dde2e9deb5c748d9014350b17508e63d9d672f82f40f96d1ad221ab3b82d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79750b2a5f672cdd703527430d77ec952015e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fe0d2904b27e4ddea10edab0e5589b6fe2f75d52255b4fcc7ee1ca15590b64
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87081b311fd8f4d28f23d7f173cf1710ef7bffbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a273bb218b94c1ed88502a5c2d4d8bb9b6d63a369c0ef9b1748c745913c534
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a668d28836f0e3a9fca51662c5d1c45982964ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d94d430b8febe6ea289741adb107dc9952ceb315480aead43b733ca8e5613a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed544ffb14a656053c770126df5bfc5abaf33db5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a05cad9ab94d39b9cd79b6f9ae5454245c7b033717df9634aba82ac7bb04881
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af301b7ae678237837d889bb5fec4a2cd91d9e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec170821fb4cb0477313fa8c23b91d08156bfb5e65fe105c2f406f0e3e766499
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2923fc059fc194fe3a029dc81c9de8eca27dde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa3f20bfd751f1c49adb73aa448c12a4b705df79b5879c2f222457a8564f0fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b1d819e7f8ff9c0ccf219d55792b400d70eb13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb8d5d145b71bd5ab2d4dbc56771ecaf4809a8c00c2962d9d23f0994ba8a4fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9981a96b4f847b58bdcd631361d1cacff06583a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f64774210f28b82b5842b61a0b2bab81740faed5dc49ff9f046822edab6839
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820e9f974fa9301b1e85e1b91464e1a2464cd404
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d2df9a7f032be3b04831f161fd8c3608ea98b0bb024af78c91b605cea86f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68c6d232850d8b40f9ce80194c0025f63ea1d66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67784707a27ccef5dd67bd9e03f7a80a71759f7c2f23d72938e6792abff76544
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac3f7e1972fb520af792ad4e84a5179b0620f8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25e418747f17e49446104736af0d47b9c16adc53b787fa249ac3a11376bc46
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b1ec6c00a42e4cb1523e45fba938fabdbcd75e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e51507b0d1238a3dbf96badbf47e1715cca52d950dc5f5653094fc0a8f838e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a898b5f62dea35f363d6541497ab9c320ad7a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01df9e2fd19f722e1a9965e487de382252d88189a2d3ee289aff080aaa1ae726
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da77a252d211533ae3bc020391489d173a0d536
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f40e5e2ba51b5a60da1f751c8c2c95b1744152e69e4f22ca82d19bbebdc9aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1808b4a580b13c5a6a16b27f874c73ede56f8c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587770768535f45a81e59d4b47d8a654bcd1a436b4e7d6c8e992866f6d559866
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44199fba943f538d4202e75186fd39bd0210641f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0410e3ecd73a9eb14946bfb613e766eebb3243ff1d79b30cdc1951eb2af9ab9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d32cc5a0a2107281b3ea878e59beaad6104ce4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4082e2e36a99b86596e299ba85f8160d6ac7fe47c71c2ba916f4a2e9e5eff9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c26fd1357c74d408ab5891f973522552851919
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c00163827c4ab7d7857df4cecef84bc1bd912aa43f583d320dcf552914c23
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd7bd7d48e742a3db1c1d0c0865ca28ae5b73d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2a6f32fde78a616e3d6b70b0fb03fc2eee2830e2cb24d9e8ab2d1707279a79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0192a9f48441d6c39d13b6e87500cae3adae7f58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84868bb8e2799083f0381bbb6857d449c93c77910a22196f661e09b7d85607fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2540ff5d3ac75cb95b9a4903d569cffe0eb72cd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a454fa835b4dc97e8e3ee176367894c869416bda0ed638dbc74112659b2a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e961832f1b9c2228136f2aa6c1dc13295610129c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c71e18016ec84240ca8487895d3941b63b4ad54cac80c57f745c78387d7d8b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8717318350abbef4cbbd07b04403c2c45aa5343
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31b25e9efb8b27a1f0436cac16e7398dfe4eb9f7ac7bdbbe70ce30e8daa6474
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e71b0ce052c67be0669a7eba748a87b78b72c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42048afbd4a4ea9e7253383ecfe70d8fd422479983e5961dba812e5cd2e14ed2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8e4d64f8ea83459a362aeaeea5f830c020df6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a29ae99af5d029466eb7fa8c6b11a1b3943c6c33642095af9ccb56709e002d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b58f5057e6e74a4bb705e1abc6274c7ce1c7ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a438ec1129658c2b53527e4d30b060c4c2b2944534d1b554aae462f6fcea68c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544a1f5ee29968657ea73fefe12e322dc82b3277
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956b489756326b2556f23d674bca332bd2e9055c2d73a367da8ede8849566501
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c8dd2940e161b404ef1190f161aecd915559c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662d82ebf367fa6302281f19d1bd9a8dd1fcec74f41685d2b6c684e32f8c7cca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d5d769075273805dde6aaa2c4e8e9986eed32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0bc8e73e10270b8bb1d8a47d5622d8ecb8d87e9f723a5d1be9a7bff5773a30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1012d59eeb884a09b849de5736c7d5b42d1c2ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffb5499a34e8a0d50e1d772ff71b6fdfca1e58cc595bf8040ebe00ea01fad4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9d11b7dcdf67919247714cdb8226d589225073
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df77e00bb48238e54cda3595f8dcf3786d2c87cbdbbdc30deda4f252cb80940
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d8f15881aa017094c58cf54010820f8b1861b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389f0bf943dcaa92fe5d765a88c48dd200adf01aa7c766bf772c2c44509135e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5207f03678d8fb9e51c7de9fd1c46dde065f1611
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368c565d27579420f8d811e23b2e676a6b7f2c7579fb9e56341450365d0cd843
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4715073ec9f15a11733b99d27f1e3f9bb8e18e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91baf976897634c2782ff9490f35f4a3be32453958ceb6f572a622dfc329988d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e187a04b21558694e466740866298af54f3ced2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bb4b9407f47899252a2b48aa77aa71411b600584ff25e6a21918222c3091c6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd978b854156dec621f4c505764bc075d5740cfb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c65aa43577b0804d1fadc76f975169c7173d3280aa2658bab5973313f0eb229
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc63c28bca0d8f497b76ecad757acee2fa632391
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ae926e8d39d6e3d9c156d1a4e478da046087dfa185ac4c1aeb51c29949123c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a9c8d7084b5c36d892b19b1268007bbdb50029
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfaa320f1912c39141727a2788f5d05ba75d41712cf4545c97d1ce8656082ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb126bde2501780d2d22b75abc40ce1d54ca5bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fb7384fe06255a4b9dcf8fe44315fb6d97077f98e3337325f124d75e3549e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1d7b4d81a1cd46a9fd9406aab371d48d4b8057
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee07f5426f86015d4528f56f61e13153b106d78215102bea07bb07fb804f420
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2dc6990aba10c96bd6e6948f932d075b8eb9dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6431d266b7179065dfcb6b4740369926127daee5bdcd0b800088a8f1ed613e75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58dbf56fa167fe2df0794b63ebd5a0794f27898
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da3439b53aa7b6bceb73e73396306146d7598e89466a5577b75f835e89648a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca55befccdf6e8a2fecd1ef9d72254a7590c636e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70983461df944c1db9ebcf8090f5394ee3583e9e0ce7916c0900e94472bf1fab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350fea3476e9eb4115629abaa90211aaae310288
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ef9c4cfd34e1cccfb18f70ae4eb82e88d604a329b860facb17d9a3ad9394fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0b38f3014ba550d6698c51ebe895b918f3d8cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573aa03ecdc5667a4a673100dac9208b917347f3d9252631d7d3240aef9ae70d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53a6e0598c41b75b720b7fd36d0c27dcbba980a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98f8768f6426768e677ee576843c0c39a513568a176461dd608267df49e188d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396af809fae0fa0986a40872510a62b8cf39aa78
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d808bc686eb7f9ab96c6ca50df1620d24533b6038630b85e598a0509e928be0d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6188563ce5b3820770ef262fc1d9e7df08d2fa22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd21a4e6e17cf5e7e8bddb3c968232f9a074252249b7b7f81ece89ec3eb1b249
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0035d9c70fecfc30c4b6843125cdad94dd057d2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6ecc9099c1cd848936d66a9d6fb3dbda7ea397b96f29f713f4b11d5460ff43
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4af90735867b298fea633dea07fe7620d564965
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed374bb1c17f09e41f58eb439900fef27e2756b152346f44610aca0230057f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2634288d206a233f3491a42685058d5a6c1e1e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbe08a22daba03f505bc703c15016728aa26ac3f380bb39361e8867d20c8f5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255548f3294cf6a929950d5ea94ff3784c871307
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9dd3d511f7cf2c3eb31ef2fb1378026a858d6cc9ef52c1297237df86ea45ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ebd35f13e32e70099a9a66c90485edf7b396cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4695c0368bc43802afd08badc94e58371a155181bfa2ecb5ab9513cb00137b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed02efddc34ebaee1a2da76846f7bde7e0cd34e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77022dea874b6d885268887f63d0c873e5f62c6d3662fb1fd567430589fb3c4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be94a4cbc8c4f6fb203a0c1b5919de9bf20cd98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9917e34b6a063eee524719130750410f8ab38d02a9ca395c2be0605d4625522c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca45f578b6e247b251d3ba545fd7bd05d570314b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc3708c8cbcd554cf494d49c3eda76ef55fd95fcfa7a9e16f274148a5cc149a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f819ed630c6a1fd17d415f5837abef312da893d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf07a09ffe41f9653d2a72c742925bc55386af2dde27624e40dbfdacef4897b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f43bbe9a4a97ec6878d8a9de208f69937a2135
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d45865d3dc9dd1bc228d9dfd4cc1834aea58885dcb380213f63bd62a1be8480
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c51f8a5f8fdfa44cabfd7330112f1441d6ba6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42402c07a96e70380db979c459d055311983c9bab20adc028af1022bf6e0de2a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f94852d05a4ca4b4aa4dc4ea373321ce2f3ca2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef7d59dffede732227a2cf898ed22b884ebe92990ed0ecd5c2e8ace0d037a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a4a9a1dc767facf9bf094d12aa6e28864d932c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e779306f9c72fde37ab39d0215260742a35b00676e17947d706ff01adad66c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5fa68c211b219a9ab825283e2382cb74ab2559
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0674de856843d799d9e49a96af0e252b99548c6fc8fd644a5fe5add6fd2ad309
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ec92b7938045c8f8349589ef862d7d5ed168e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53acc5d8123cf095734a3d4ba98652e77e3504885ce4a71a0d091aa818a40d3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385fa10dc7527132627dc9019964d632ab520018
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c32a81b72266d05365d5b44845a4ea55d142c55f059937a4e552e1c8337771
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bb80a366d0f45c6318815ea1ae7844470b0f7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26c0a1ffae9929e04cf6f75377250645caea2c5d747ec0440dc8d7384643262
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2829c26e820264ce7c3fee46a9b82c3af7aebc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa9cd32955257c64c3965b87e2f775a304034a1657c7b35f950203058e614e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a019ad6b3f0d564f401926faaa16757afb386511
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9926716f269b4bf82073d3546aa0822f9b33daafc15aa3164ff6529a34d7ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3067e16c37d75a0500b8256ca23bfbcb2630ddbc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbacbcf4189355cbc900820d6d3a44661479cde937fabe1858c161eb1020f18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c192f9bf9413b0c10831074065dc24b311714752
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943d84b2fb930321e377c606860f4bd7bb716d4a9e0e6502cd9dda3b49d4b5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3156cc5079bf430138d0a80e3c6f2d7bc9576759
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e603c12986460e3556331aa9e9e3149b0020355c5683a27d22afa02c85ed22a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13517d50857bc64caee2ddf97dafd91e99c01adc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e843fd7ebd38506ab28fa6afae7413a7b766b01efb5e99366512d96b396097
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf343da03ef6389b72f4a45a64e0ff918b8ce0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846aeff0989dcd1e3d10dcc222d335915eb9c2b0e2a80e956585232755d70d6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce78182471245f87bbba4f78d43c869ff1282251
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831d001af18446fd3f410e6b5800375fc2ddede9dd8488fcbe2606937c9006e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16616bf784db068e6601e35411c66d7d321a7e8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb733f73fd3422ab4f615508c004433f70fcb53697ac5be338ee411d9eb26e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c87c1991c5212ac28eff6a1fb7fb2059433865
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf70e14b5f2a9ad84dd1ffb9ccabdd6e2909b1d92e853b738939d88fdee44560
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08948829f39afd7ecf0e472fbbcc1ea2978edf62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29672cb90efea968c0dc8fc32bdcd503b99a1a09d7d4fc2c92aa3cfe77baec12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ef46dffed8fc0d7768bc828d0e3116a0bdf378
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbab37025e97035954f6814bf9e6581243d48f97109d4d253758453cf9b4db4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ea425adf7ce49556885163970f612f8c13eba8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb445bf3456c531ff5a6601e328ab45ec7e345d0ab2efaed597f39e3d7b881c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7a584d1c3302202d2ad3f6efda6c39399a5ba8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36daeffc9de7f81489d32afc4381d65e3296d1c6ba5930b71235af5caafd1acc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff44ecfbf15a4103837bfe1be5c29b1ce8a311e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a3d76f8fdd437b342cb9cf8ab53a3cbebee36982b98e121f6d6489c1db2d89
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9b68a50e4852f90172e06c7506bcc3b2ccf588
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887f35eb698ade3721243bfef3e6a4775ad402149eb7a3c5867a89bdde57967c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f345c60a10c8626e724d50b59f98c5f703dceb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0554211bbc0b69f9722b785f1e0a7b187d7c427dedb08221768f8b498e98dbaf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de270b5d006ea94fb7377439d316c415ff193025
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e870741f1cae1e0817d8070d4fefcaf5a15cb75bac6294df3af7cc78b9de851
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414564c2ec56befa125459ef3e8600856713d16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cfd0cbda8228c60b88c1b618a03584443853cb18164f00b0a2dc1d2c6c4730
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7fa533bde38db5f98a538124e1a39cde014ec5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5c040b89dbeafc7e409b49f0afe64bf4ab35457f3d7906812586ac501ca6b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcce16a0562a1d23dfe2c59fefdcec1b25bad8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7524ad534ecb6b0fd1319e1325fa787b42c2c5513ff3156ec8d9890a70b40292
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e31c2b09134f4c6e6c27ace39c8fc6019a0b44a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37adda67c78c2207c6a5cca591c41e03b61f158a4d67d3cd65d39f943f2ef36c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a730c3f5c11a84fd7b534f28ee84325271b97168
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f4f37f264c52400208c889304e3edee8493de69db79f5f479f2cec329309de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9bff16e86c19d66753ecb84672060ed9d672ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46af298ac5b1e4416f09f976d7080b6c3248a9066b5eeb7fdd7a8c6bac7823d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08dcfc82fb875eabbb362deb65eed9aa55ff958
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6481f2c981215d971c9bd90257d45b222dcd30d85d1d674956bc9bb1f8b5c4f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9822921fdda348bfea6cee9120605103c4c7d17e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e27ae422f9e761bd3d761821969c6acc9eb7ff5322b5e61ff0a7cc7af15e32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a9c8848905e89c56d759795b93aa920b4fab7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4000329f96d1b06efc5c2ef484efbb20a472e4564a5838224b1c8f783415b5a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6db957a7f6a640e38553eb8da6bf071f70d3c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3f22bca9a0c0b548c4aac8c362a4b61ce6795fda63d3650a5a785a8f2641ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb6ef5dd804e4df46f3016f6ad0840e8b4b1fd5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9336765c1b44b53d3b9e3642880dbb80cd581f2064c866998b55cb069aa32d58
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fe2e1d51c6e78d54615cfd219a17b9fd8c5c1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f549e5b5545d71e36d1556b35f2babe82f63101c06908a68732dfd6ede8f9a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43a28eaae76a6f709181623f67f6ed017062f3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641b24eb0f4489f24eb4b5a8402b361753979d7fcb8a31c83403652e2fb8904
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae6ebc800cf532cc10263417729c35cd0ee304f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc3c9679667015287b7bdd4863bc8565bae05f7f7516618d1c5060c663b4cd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bb24a5117ac3a82883a7c78cdc8231424423f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c06f17e8cb0ed8f7ea8533aaf8a039cb142f11adf35f36f6429c1af5235f314
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34eec6bb742212769296812be1d68fee8d552c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b315232c9617d7a5d1837a9c89a58c98142a9e274987f70d1fd314b8b176efa3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af440f151879c8afcf21f0f84dd3c202c65de4a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5b3dbb8ea1c348d74793b4d685b437be1c002288a17b9194d2f510c13c352b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60a9ae39e67c0a38dc1d586f46f9edd85a7ad16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c241afb3d0078cce1985b9e654aa87bbd69516036d7d4b309a6525bee154b6f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc1d6b174c3f7405ea63a70a08ae6725743a10a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3840ae63039e93d8638c441556e1263bfdb7476783658b33a6a831453db95cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b45e387d9ceb29e8aaa92b950cbfbffb676fe51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130e4ee29b238dc896f1e7e807af7bc8e328138f8f4198eba50d1cf5813eeac0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a17ffc1ccfc057dcaeb7419958979b6f2d278a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2afcd0675fcbf147c35d8f9fb732dfc03d5538401a89ed64ad0594be45a15e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f43ea0b5f4d5b5ce41deb1de4b883d9cba83a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b313cec13cd902fccbaf8ef12608ad2cb178e78dcfeaa8376a6859084495c7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89542c3fb88dab20e8d0f94c75fabd1b369f2789
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca7afc4ad2d5a0924be5efaf87d86c29ba6bddeb20ccae37c1ac02fc2a4330f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efae906671d79a022d6486065e676cf254386085
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6826cc65c94ed8191884ac87e81426097d11926250ea0119c5d801ef20ce605d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23994a7e1911a2a0eb9bd1937c85500273d5746e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a34eb26c931e6f4bbd24646062dae67e455345438f016bd649f3cfb90ec8ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0d00c2f9c9ce4b2df9f007a168f347f80b19e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26612cd676849b5fb0d5fc233dabfc1b5a823e892a0fcf88826aa8c3dea876b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c037ee11c199a4b98fdfd05269e1d5b52daa31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61523f8b927f80c1738e29b7fbf4d039ce405140a70a2c2af8ae83f512bc5512
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6ad987c5962755c6eea4e790770250df3a3cf2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ee22cf35efba63956a550e5ed02360a236096d5ad040346470fdb7fcad13ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6121d651f35c9b18bd115c2b0ab2f17792de62ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71ff1665d4985872138f9a9952e7b94ce5652bd5e1020edd208c28566e60174
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05987366c1d37bdf76155817f60c15031a19e15e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3734f7a2488e5c0acd396c6517b49cdb1d5aacd68b66a611f93bf1c28472f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10182ecb3edb1982754bfef74f9f0cc72d2ee1ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e351dfe5fa18e12a62a39d946cf38d08f02205b8201d00872443f745598823
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e139c77b4ca5b4de95b5a6698f338d1d191ca3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1852c51beda245a23644ff5db5933db4dacff79d6e695c609b4237fd7dc16d6f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ba6e3888e06d838152c0bd6fcafa0fedbfd719
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f610f39c48ccedd9025fe43db52f76a9864bff9db47d56cc172d00f57f08c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6992091ea07a260694e79f290011edeb0b189898
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de4e381696ae415e190005faca42a7028b6ed722bb77f1eadb00209306a22ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f6de2c09dcc9d312b7a194d3d87d41b650078c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7c1330479814faee0917952c996f3bd972304bc035bb19515428920a712ddb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562cc61cf03cf32a8beaa370a165146c194968ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e36d83e5124402979499ae0b229063a31d958a7dc7e66abe19af3a59af15e7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78684704e89849c9b2fbabdc53cedc9062cf25e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2fddb85eb8bf7fefb3fd933fb9e494ab58374ced821ed90e66272a419ad6b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4134747b29a1dfd39acac79968b1e7fa70023c22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d89de0267a76707873515e54845687b15764a707d522072e8b7a6eb8c5695d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a3a26d63c0807ee052d84f7875d92164fff792
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c818ccb70a97cf9bfe4fa7bb409aeaa6c5bb8c8ccb89cc0b34db839d5689d94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558395b4c75b2c9868dc994c419abbdaa1b4d6eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61fa6d611bf2637e83539ffdbfef9c4c968264b4c0ed39d85507baa583528a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51bfc17e5d68c4ca11efe9b0eb28d20c74c7bd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23597af9f7ce05f3e971ff80a855ad335ceaab0714fabccddf37081a1e0945e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708a0e859d9d0e377d430858321adba18bd0bc28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3df200522bc9277c31408b935b24b32a069932ee94f05f115c9b202e8c7954
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545e46c56d95666c5480a6e44569638640ba974a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e93473a76a303f55d508e5bfbc620a17d8d56f8efa4d642e69d2e4d69d8682c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ff05e39e1b718fc5f068659abdf29ef9fcea67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc5f6ec99d85cf31785e57a6308e606c567074b474a06260d39423ca8276568
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ae8fd35d6237d518b9fd91976114f0c79927dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c7a828ec429ab58fd1c6eced65df40c95c99c3ef474f2a2b74b2a8e7f2a9f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1603f4e7eb8cd0fd80e878ff5698969f5b3c4ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1086230689a6fa4f42be398d0ace17f75efa2878efb222dd2a1340df2bfd91
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430ff20066f4f81f037b8f7d7e82a1e38938e4e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186110f4f7722deb890348b5de35993fed65fc7bdaa70c10757ee431a2c6c171
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981b4b8c09dce8a2661718d016b675f3153325fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0646030b74cbf0283cac14de964b51faf93b303fd007545b9223f1d0d99d4707
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71474b8056c41a1e65bb84705058d3c06a7e341a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ecb9a1a7e7b435bdce5434e6b98d31e5ca77a30635ca4cd795f8cd55e0deff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8cd416b98bd1a4c2b97f92b6109ae8e45241e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a00d677282a933e079cd622bd7b76c88f07804ff1606d3200fa1b6bf05b94
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79c2816d2130fb9f044800252a28b10b15ebf00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b958785e9f97976755edec5cd1c05b91d6b574923e5c7df743c98c5e495bedd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5dcf350c2ca7471d2ec5f0e48e8318da312c1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10d78995ffb8e3b1cce4f0a166fd9c639bfb4a548a5dcefdc391e5376d8d29f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def57eed4dbc5ce61eeb733d00f461fe22cc198
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0074c132165635f3674cd307af20b655a9e7243da1174df69fdb9e9f8f74aec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee072fb23dd7a5ae9b027895f04c048270f57c12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5bfcd9b2ab070ab72d630b676b2b56e0d740e42de8f0d3f104e77dddead25a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1cd27e717a297b7cb1a52e72958a3c0ea0fff3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337a2e89136f64943248fa306870712781aabab01b5c3fa4cea164533a3b0074
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8861f54ff3f625b66f7a0c057bb8aa9005f8b9e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22adf6a4414a0003873385a20e91c03cf255a93b0182e663e3e59cc9325ac160
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1e0600e6f33dff1098524cd8b5e386aaacd9ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dba4410b817e86d08cb2b51757f54736e14c44b4e196f43bd28cfc4f99aa9be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa933e758e7c5e09df3ad5498ff8cd47b529cc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9a79d10f07e67d2527d5f042b741d2adb725f8dc6b6cd06b3a070dc559f4a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249279ff2ce4f342dbbf696c2e87fbde4f6f67e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c50f5d902a2413d9f97d3d93e306e4613c067e2c5c7e0b110fb7efc2fd83a9f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ab0964128dcea4c61fcf6358607d4e7cdbb38e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b7da0492e0d784327a6a3fbdf6525cba05589c52ee1b003c78a2a337313407
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da6f9bd33d34c1180401395f476905be9acc343
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0a2219512f8f162d28d2b80a81ef7c6bafff7b5a0faaadcf4ac349cb75defd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578295bcd20e4ed07f2d66815a8d052d54cda686
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16416a06c34df1a8f3f847131ca9ef04cc1e7146d3a3ca842fa625d487d7277
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0805346f5b681518d9e93656bb8a675764b7227d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4914390268f3d55796008ead9525161f3286263106236b3dc75be8059d8a8869
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40451d56f0880bbc30a08d010188e3cd918c34d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51556760d28e81e6d6c0459a6cbb6e6219f921712c7b0c93b571a35d27b793b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec06a2ab71940992bd5e88f7709e9d0a8fdb61a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d16cdc39804ba7427fd8700e63c6910766e0d3f4717d9083cf749835caf85b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fc45c267f3b7c51c8a1e16caf26c6b6c305a67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea66cf048214fcb706364c8b4efad046f47fde9a4e2a7d730d9791859dfd7e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd36ba68a551cf80b5820d43b965a95d0314408e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3784b651f2227f4ab404317a8bb81a7f4d10f2175a07ce8091b5caa7797e423
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504f39b181c2002d421794a019e60871f0adbc5f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaa7e8b1591df92bcf1888f1209b4347b202823f390bdcc19c50f922aedae17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa23e444cc1775df6020b256f0f9309c2dc139a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14cd0da72a83222235c0449b80401e7ad402000c407edbafbce059d657bbaed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3839fb70efb994f80c2088c2e618e97cb2ed959d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8c044cae6db4323dcc5dc1811e2ca686371bf665093ccc9addd17e95d6f401
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0dc49723ca632e7a9f8b2489b85dfdf7463ecc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bcc59115189b61548cbee58d7311e900f8007574c5377b5f55f69be32208db
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d452fa140afce9724fc9f22e4ec7d8c969640ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d54312bf6e4b3c399d8c2cd67be9715453eeb0323d4ebd2e47a288843ecc33
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129ae3c03aa659cfcc11ff946ac1595a17c29893
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c4ed391ada29bc631c80a248f87b916c3c9f11f518247b25d83890240c842f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e1d9e15bf026244ac3274c174205a62a21a285
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e264fe2999d61e1f0124a9274db440419abb1434ea5ff6282ba59318780c3a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8e120908486330ea409a3077ef4d13e202ea40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09df43581125385047e090a7868c20dbafcb219ac33e14b2122baea29e9f3b49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b8ed1af11a64b4d3e8cfb27f2b8aca5a7ae7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ca9ca40e157b6aa8c9dbd5e89cf556805bd124f77cfa23c1fa6123a5d328c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b175fe6f70d6261d543ed0be870d08090d536be4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29282f81e42a37ed077dff0da41b367e4a0480e08abd16a2476581dd46c70e8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb954c8819dafc8c4133947eff00406dd223be33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f13552218a5ec2236db3e136d3a8a9cfb36a6de4cbe0b33cfc94d2609e47d42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f5f23ed06d916680df05327b2f039d6c4908e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec703c189cc580ee2d246a9d3c65a71a376fa15b150b6c9001cd7ac1e5e8366a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555c288b13767289846cdf890a483a223eb2f6f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e24b15479abd4eda21261da9fe79c026e94d7b36f7238828b777aac31d077c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5086672f3440a029c07070b05d4f5e7fcd82d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68db6f662cb6422473ecd6c812e799c3161cc116b711252ab7fc4a57912f9029
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189473367a4310132f14685c247269ff45d39aac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337229738926146b9e3b9204b3b943adde8e38dd7396cae2eea3c90207012a05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a218cd7fb1913408c3c610adfebe168030029a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fde780b151b6f71a912d667cd83231fb90090aa97b8cbed95b2a051c29f7416
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4517fb0ab19a7059d72023754fe893139e77aef1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d8d764441e0d8e1c4076e7368ecf0fc2661236bf52dc2498558ff6ed3e8345
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b4f55c6b634835a37be3cbdc4a14ef7a65a572
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959249392415c3a7d65224d363dcbd39889c0dc449682616a69118add2cc40a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c6bcf3c5fe7f09bdf0c21b99d3bd6b5bcea88d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b3b4999635e5ac37b4307b3aa1c7cae58934549c98b56562eedae087f24b5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ceec3fc01fe8801721b734a50064f830e901c42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2507fb6308ff87a0580ad7e63e52f056298e843553a48f486c6ee862a60a454
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0621a571eaeff9236bc38c407f6ff0aa409060
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bca0a77a2729415206ef7b2532aeba63acfc4208807c8831a5faf6ef974cfd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13caf3e238316ced1119fbae5a65b5fd6d5f1d9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2851a1eaaf015a824e0b385dc3f87966c3ea1ec7baedd4700e2fdcb75abe85f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068b63017f76eb9106710cff31e433f20f44f429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7519afd82457feb6f76d71417ff5aaa67d27d1944d79f83104cb681edd022f41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981d01561163b5ce625cf2c2e5332eb574204ca2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792ed6fe7b2f4e66a691f6504a45585d061d6b705ef901cbe1f8f38c7e3dc883
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51952296b73145d06b2d9d5c2cdc8f301ddb91fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ab25d77347d541ba071da91ee7823d37f0b97a3cc28a4888d3e69d23193436
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70b82252585b65e97c5767a11d6ba5200abc2ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132f7201508a705a2c384e00d0acf00b3ddbacd596493a8f17e6c72c112a7664
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0f7d4e0db72a215ad731d85878b245ff9a9849
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c745a1790a03f9efd7924e5657179d932b5a70d691ebe5bd2fb36a4337cd00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3220f78802979f76ad1a2ccf6bedae11f9e169
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d480ccb112419860531815ac4faaab630234c207299957f3a7449bfe03af11fe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862e4f84190a3519397db2c18ef9e6a5f07d802b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69a5959db4adbe2e943efef2f1cd8071dc6f95bdc7ff4ab22850d95a4edead3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5471a8d596e816292530d88e864df72502ee0701
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4755d60a8126c86ea121b86e738383f186bf2daa87c2de8c1f58fa9406657080
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c33b29ee88c61272380ac10b2f266f72932c54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0feb65c8b0bb33c6ae069c9a144ac395ed75a35a02e92e47215c2d573ca3cf5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654545e59275923573c7d4b79a97496eb2944c0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e18316fa1b0cce2a689c8dbac3245b2fc90f7b0db90f523f6de7bb2526e2ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4cf9f9ba095a4176aa5257a652d03fefcac59b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118bc46eb7dcf4e14b18497c32b8972a6ee80e369315e8d0993c136c89d39151
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55078ae511dea54a1b3e00418773c561866bcc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093f1253af179dd12f02157130eb11bba26b1a58797277b6d1b01f064e7b49e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebaeae29f16379b8fd8475a959247ec3ce29736
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517539e16c8b861a04dc5e76427430b1c33c772440afeb4ebac5a5fe1b19610
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d470f7b98238282f5fa6be038400771c8923f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b2d9ab70368583b1930f6dd99b4887115169a0734f7084ed815d296f96b577
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b658d4c0a9beb1a3d91ca1c2e522ffe12140487
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d9ac0e38e1cb7685e5d4ba55124476eda816d93d415308b1b8c745e4e338ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccdd7ddfc86a41504c818f6f20b339c7b50958e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6291e2b69a39d53847bebd2ab3abd303e5c718ebec47fa2cfa7acb6067996e45
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15249174bed34c0b412c190b97eec5f4eac16e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2316edd0213db001ce0220fa2ecf8daeb8de14105dfee1b072c9f79dc090b382
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b9368a7a1841733614474d6ee001f7f5334cd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1fdf8da238535ac7bfacdbff4b66df1bb372a7ccfc9106eab756f23214495d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccc1659351a3253a48a6347db2600525d52de80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4dae2db606d6d07c99b64eff88a55513adfd68a45ead3397b0eb1b05078f49
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1479741665c46079c1e4d1a1051e42ed21084a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5773321b1265bc873f22e708b105143ae8e541b3fe2b399e684511520bce338f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d9fb3a9c52b76caefb6472d39fd7ed3d2d3b7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72fc3e4d86c11066ee52a3ec4201881c6428b19bb2b0b76d4c748f4ba8a84c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cf7409c90709b3c8defcdf2a4e494c9a086954
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4233fe856c7b7d4b6e6c85706f1a20994df350c10e96f5c3054bbad467b30b1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77adeb499d0325f95204acf70fe4c381367a2dbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4598f891550f437b0d9f1d1ec51a7f81b88031638a263b00529a018711badf5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c6baecb59f3b76724e3dfe8896af99a7cc247e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe30c017ea5ddb877c07ebba6b9515f5eaa02a6e39ceedcb5d5770603062227
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e720d4ed8022aa24e9b1e6d9c3d85ddf9ff86427
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af693fbeb677916add3bec2b05153ea6df86902d117602e66fd25c825ac6dce5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a193ac03219556b52db3e4bc2271e404247fa83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ea6a4e0aefdc7a1a6b747d94f8b43189a7c4bbae1c3a8739d401c6aafb9adc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7daae844358663f41effe2a709adcd3bb982ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1d0ba3f7c5fe2b66bd326ce4af0390a734d8b8248ab1929eee41365c1c693a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa76b259194d63f65428b017e032a5b76dbeb0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371ae3cec8f35d5ae1a183b41f5cf2df7f9cf05b801ca1d9f52e62c952d2116e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf0d690d09dd81e24cf63f08c3d521009ddabb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a438476922ea27900588deef774cb2989d3e2ad6a93a2088e721fa0b97d174
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb95f6e3cc09e148a04a579cb9780c5354c84184
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec34e836cf4bf5c8b21bf6080309d4e1a44949b73aa35ef1c1fbf8a9da84b7d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a61fb60545717bfd0f99b4408c44effe9fbdc79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83477943e51ae62e59acf9eb9c7af68906c182b716cc8a762e23ae33b7b989b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926b56e1f0536469a7ecd390a246843ac2ad39f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5beb1c8481e946dce060a4f14ff1e0d06962f6dee56011695e6a611eaf271c
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e217028be6da7023571e31f8ff703a3859351bd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724b455484b06a995e3e7ef50252719b96e165c6396beadce1b728f9d83a56fb
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d8c046aff6b1952d19a852cc457a00cb62413d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc3db4daae069ec7d4a9c9e60f7cd2635466326b495eaec235c3919345589fe
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a78a8af4a2728e37a0a376f0cfbeded9b10641d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51f66d02447d426b1760ac1d64c24316814c2d21a6cb1cd3cd70629a07f3976
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fca5418583202547a6ce260a4aa68dc9ae83fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f3476fee954a171acb17afcd0cd40878f3f3e0bfd411a6e00da8a9a4b51c5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87763999ac3eab2d139552792cf9479c1266aa8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae7ed40c68db18077c13fc6c7bda62d93b89cd1114e58b64142a11d9623d71f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b284411dc59d0a6271eae836691fed657c6d4594
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0172838d960d3a425222a379d387cfbcac14209e1f7dcef3276a5bf8976bcd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b068e851ead0dadc6e5ce2eba9372d251236a8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aba99474be8f323554638d8b289084d10020c295180dc96f6848709b395683e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259fdbae99c5b9df8a49fc80a2d445ef41a0d046
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce8bc862d255ac6e1aa3898d1328ef0c9a141dbd91e1f4b82456b544be2cf96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12a7b9ebbe1e26f82f881433925478be0413206
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9916a073353cbda7fc7e96b40df7c71837b8e4deed2b6014d142987596ae11ac
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafbb0301913d28da700a9a34a0691cdf414ba6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f568f3f8856e5fafde681d8cbcc368b2ba3af1c914652d3d4051bee9b45278
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28a2100ce5143943692ccb763b2ab9ba8b44e7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb496f315a3110cbddd1bf1d4b05dd370a2ee126c5527aa9ec8b357dd534686
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b79a52d054d6666fc1adbf4eddf5694dfea4a9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c28dc8f2ca204cbbbf8aa26f1fe6bbd0b5dfccb268f38aa3bc28f742b59cb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6f5ad80c34552783cd9a058eeb61c7f38f7b57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b84d25d8facdc587fe48ba06cd09455aa5b7db251cc5b550cf9a7096f54ddcd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcdeb1bce0ec542ef4042ff489ebb1dc4bcc1f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b2cddf6e0d82bb945456a85b15682d72798bc8e0de25b228bbf7cb8b4c90b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c0b89c3d32927de8a7375f8fe1236fbc4f937c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c7d34804d34fa8c8bdd0590f3d93ec9da14db6bdc40ac1e5d7c6946530b6db
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf57e47f2c30867377c1c0f2a5d86153587d131
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb883dc0de32cdb512275cd5db50c0033d33d946eb02a94f35f8547e90287ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228d7e2e22d31e43b1df468d6a005af259b57a27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd003d191e94030e97e1de45fcfd1c36775dccf161b8dc91b2956dcbdb3f9c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2171b55da609d9135cc974dc0c052f1569afa979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7fb09bb8215ac1c29aec272ef5b951ac3c0471d97a72e5611a4f6ddc2b9719
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056a3d83c04bb7b0ccb5f5567b3d71ba8e01eaa8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c663f60d0cfb53d0e9faf710c3bac6d36cd60a5fa98b103a3d88ef654dddc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a3a85590deab2be4ed2f63e0f7c760008fc12f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28b658f051c177465a411a266ef7dd88d5b50fb466547cbf5936a8b91711d9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcd3a8167cbe25f6c209b925ae7995095c53791
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edea593cc09469f13a96ad5627fcc2a844169e41b377bb28d8dc98d6827f2805
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035a3faf6571033c01fbbe6e0170e7f1c479af70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f090cf6664c0f308cc19b858af88ccd73002471466b4af0ac39df0f592301b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067f3e80d66cbef378310ee5e75dd591be72e7c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fbcedccefc970c063d651ac5c924ca252bc121f5ac61e89bb5f88f7a9c966a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e37ebbb17169869be96180e2bc0ef7d1dc9ec49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341199bf57ac5956ceb259cbd56840dc9006e42ff6eb77febdfe23482ca19334
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d470c9a9a228141be98d893368986497a27f601
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415d7517118ce76745eb854f704a3dbd3a823922067a364ebd1c422ff325c9e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52b5cbfe936bc66488216f3acae88fff5718552
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45a4522d80162551dc5be6acefe1098699fd036a781a0bd2a54cfd69eb05d98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158a668af54016be897efc57a9d5208754e0ac63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d84eab727529dccca1055c6184d8151ac1ea062a286eee8626272c243db7a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8c62499770ee65f5090dd7b0c4baf60abcc2ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50da8eab90b4c61ec4ee38506d904a399f79e637e2a415a0ccd292569e0e642
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57b9a5a59fba1ffcaf77bd27e307d97b35779b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f5d71e3edcbe2fdcca5feabe03b81b2d3a44e02827060859f7e4625e4d14ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1b78cee823300776548184616a8df1a1656915
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d88cbaa060029cf80fbaae32b715780127b4b0fe5c25b334314e0840f17c014
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5f93d1cab801d7f24319c77678f68370e698df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acea25b2a1343cb4a0794af2a51f4a64ee5b37ac04d48960ab4f713afcafdacd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d8ac52d06233452229ca75be95b235abe68c47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f043d37eb13744ace94046764ce59e7ffe2e87664707a05f6568f57429c277e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23ced4a2e37c28610ff3262613af7c25cd4fbd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a24454cf2ffa3ef16eb053ed3bc380162e911d92dc779f0a0322690a65fa1fc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdfa25eecb80565faf01f31644e44e3ea1e3419
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af5fc3021768daab1dd6417d1e72288d3d2067039c0dfac8b404161c009df08
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4439cd088471e0bf5d221c7a6c1b92b7dfbc124a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25927d539b34f491aab8c4eca4722a801c66029df7156bb1c15a1b5d33b7855b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1ef313411ce0edfef7312638cd23ec22ff388c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe8a9e09ff59ee106ed23cbb4d6f27c9ec5c6124089e7f87d1303406be7880
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e157b5b838d8d62024e382a3f51fe97cfa73ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35226a570f44f9c95a40ebff5f70c46de8acc2970464affd86cf21a60bb8b2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78426a9cd5fd329165d9494ac2be620c58a74e53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57f39163791fce508222d1fd52b51a2b5e91023bf50d3f437d645645779ec09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f120e6ff5d54de051af5c2ad536d57ad2267855e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22619cbc4fd740a481c5e931eb22c959a51b5cafaa5c209d21a802d5e7bc99b4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cce2d9bc9cf9bee043730f7b0952048d9aaf352
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5505ef23c3cd320c07d9f65fe640eb17ba586691e11e02fd3568ec7a978678ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abefa62eac7d5db9b5efd52c5df28b4873ba8476
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb50aabbdff24847f9692bde4add2352e7c1eff49d8f9c0cec7e66701dadee73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a631541c39daa80f7c6961a271aff1891daf4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6338384f55e3b0b13a5f159cc0bbc8d2e006c02faf932f1734e4d15d6b771da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c29ab84f6e55128e5e073ae68ec08bd41f7cf46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337b858d5ce2dc9faeb10b4ac9c2c753ec7dee961e7606074a244d7e7b906e5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc34194edff0625687477c06b234957c7e5bc790
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ee4f903b53937f983407f6573f73d4ff72b26e17583364f4426c7362cbf957
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039ce52354a75fa27c3a05016768aa7137247938
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4648a2d8d9a6dda65e30f5ea12778fcbfb212b1bba852f55350f68e31b02122f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6490542a073e89a8ffbc5e7607d0dfb25794d71d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a98932e40779581a995dcdf757f1f9fcb9315380c7a19236b2aad9a7b0efc11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9100d98789a29f807cabc441ac2acfb52fc093
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0ae57dc0f687936f70a7c3c73ef4444533369446f31adaef11f5ad244f463b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0056bf542e334347c629f01259d9f1e784be4ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574c1cbce2b61b894fff83c0f98b122a7110c8b4ab4847c0ff50a9a0af625790
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b73286d33e43e2fc23b7c3f5f366470625531
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f8c3c27f3ec87ea82bb682f94e0d97b1cee68ea6811db26af03386bbbc76c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd0c4c9d20fd2ed628fdf29f8ac17ad2e0982f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df22a0a7a2f9de73402782b97ef229230406a698bedf617b0d85162e921d1dd4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb08df2d8c6d808efe7c82766bec060f3923cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a16f0fb2d78267cee122920218b0174fb0fb0352e916c20773feb7b4e1d03f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239a1a248aa54f0414cc0a14c314d8140959eb1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5495f6ecb2928f400a97f1ba2d3dc1efe4a5aca840ffd519386db702c8ea0a4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a98e7325a1f64c27bbfcb68028608fa6eee1350
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f404e8f893cb4aa379396d2665fe91fc546ca38324f1f9a592c5ba4999690aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67a84b3512e9a8370c0a206c4723145ff4904d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cfd549bf332fb74ff23bbaaa926ef434b0f1fb6456fb594f876e484dca27bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e281c8c93b579c6756569dc844a5ab285186f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8438351b517ea03cc81686aacf3a96a2592e4976e7f322964f26407319fed2ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f9040f99165635580694d46cdcd375b87442e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a761a0a3ff9bf34a96f9076de736beb140c82032d3bf60f5135ebea037d4f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc13c803a7c6a296168727d25c684eb5f83eb33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb8ade0ea6789c50057853b629ccf3956ad930c74586944f798e83d8fb57781
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1e1335402ec6d184f33cb521cea0d78579d68e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cc1c634c58de9ad700fd2945b94c8a49a4663bdf002325fa44f563c82e19ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55087449d8efb95c1708d2e9f7ead75e94fcad1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33efe60b3d662729dd2f70fc11d76d3e62f729197dd07260ea8e1009b19a054
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d134e66c74b094ff34969ceeeebc52e52cad5c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acc72154b3513b07cecb64a380c40f6453bd1c0a93d72c354a8d05faecee263
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389ad86966790c8f7925ef7c31ccaa0876f968d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d470918021c35e78bf2f9b14393d74c13eeda328860368b863370304c7cc2100
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaa797a7473fbcbf541f64f52e32c956a99903c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87526fd2256ed1a3d2b8828b79b6a1d84d304c9f88f7e74548f21cf799e72845
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f5aaf2703062b1897a1a518d02828f9466d2e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6ca46abf5af716eade0b28d560c5f452f38614a4d0dc9afe835dc4d7d2f959
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85888b559dd6b088074d82113bd1ebac874c7497
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4523dcdea7381c5e6e242e449552e6854dec1b15cf987dfb9166d7e7da9b37cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfd752e49d186a782bb2016293be6f4cae5e995
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e8eed63f221b58e2e671493510cf1eb94adcc74ad4728b048dc2277e8e41e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9753ce443eaa3e1e33684cde86f296946f11c363
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a336b7c8ef634edd6c58dfda1358c1e3b5397c6df75859dcd730fcaef4b2e8c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d584db26ccadded378ea729152eb9a6b1350f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4109283acf6a9cad7a9c77ae6e2c7c403d40c94ed7c2a6a1ae902917ba4b14d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538c76a41f7acf0e71526ae6897f1ef071786ac8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cafc3fac6651c7f51347cdc5459584148025ce5f5843722242b419c08a3ac0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8a4b7f8b47559bcf76014b57b73eda366837e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a269a21586a26dfca78a819c5f62f9f89dd6e26365cb859e150c3921d90b0855
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7676d6d30121e5b3d73bb2b7268b37b66359d17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b99b9a31397125485cfc0974bc06c63a46a43605a261832df3c7d79c58c16df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15a7caf02490cad30e215252fdb526b0bc61412
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9316085770ebb13163c3797e984b6739beb7f535a6c4127b254f774d11f7d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bfffe07e8f72f94762db4fc1e836ac33dcacb0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379022a642f4aeefd96fd52d1ec4c4f8c139cdc429cf90e9427654f294c98fbf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b3cf1d05925a8ce34550547e09f61b665bc100
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788797d5ad9a18d63fc47cbae13941f65e5ff70f73533d87bd32d425710c2b7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d941a138a30aa92f2baee7541534f35d2d27c70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60d7d749d12b40707b28b5cdf6ac4265d0aa1bc7f9839edb8cce83df91d5868
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a5397696ee867344fdb30fc373c578d2501c3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecffbc9dc0f146e124a8c9866bee33ba5b3b7dd67480b35960a528d6cedd5ae5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3541b99c794838616ed717ab396eb46ff7c407f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317aa95e90aa5e5dd751c14664ea7fb7a0f875b7a9718057b941be2b676669c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b691ad20cbc95638184e2ff42bfd991e1382b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aabfb3c71bb4ebb407b23aed867aa50c732a67d597125f72f008cefc597276
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aa0d506f76736c06398aa2e9e93bea8f130293
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b88fd1117709c57059181a617719b0d1c21b564f44cac994c9bae5ae70b48f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8171e4102731be51d720c38263df49ddbc48d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5607c25fda0db4c979e4cbea173eefc12e14b46d7f096bf268e8eeead034cf5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d064435e4dc6a0f32722799326428b7ebad6b93
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8687217d402162ed4be155419997e71f5a589a65e7a030b7f010d90b3ff2ecc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49e76d333971ba7b306b7173650ab835387d735
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ac019095086b9b2224ad8773f36ae95155f0ae88e9cfb9f8e989b9ff72114
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3dd0e983f9e5217e8982171026bb58c3fe2bdb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a15350b6adf521651e83554e0d72c3c8f986b95425fa25d9ba39ee045301fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4bfc8aa3abbd77f168987c29ba4ceda5ffe0d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578220ab370ac886f66a72893fbfa6fb0ff4378a7674cd04de9bdd2844dd4897
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d861ca11ab60fbb768b0c72ac003f3845ed8c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738ec0cf29002a622896d4de4d1f77a9f8622686641e3dc3a8ed1e8b6db72fa8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6025328cae5f0d3e8b4553565db70214a4a9d5c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a958f6e6a4ca1d02915fca8b9356de4b6ba9c5b935648c93387b46b6b071a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0a4e51cb1bd08405feccf3541fedf55f064229
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54096b0f3238453d2a577bbbd47151e63bcf577883cde1403bc0cf2aa4273ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e283d800f970e4332cc72d43d5d853b58246b33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bff61fb67fbf8d21f34cedd16db130ae8979a7eadb9592842fc8548aed7b19
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67539f510a250b57886cbb99f677592bc29a5a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5829ea33495953abe4233d1f0997b7bc4be70c42473a466989639218e6f1455f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62866b65e3d4e68e1b887b7e96ca72084993fef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d862496f5df98663cf37bed70ae3f2c461c3c7eb87d6f9db02b6a08cd104d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07e73fc835c8ba76b519f65b029175ddd473332
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975ac26e789b9d8b3ebfb5853aaecd802fbdcdf3696c94f86fdc4ba1224760b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22581e97494b01ec7bc6665961bb1785bb432af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab23f4183280a3dcf1cd14f77d098d3abea8b17a4e5de9d7df3ce33b3c2edadb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf95c5dd628e8ade969355d242019eb81ed075c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c0bdc5049c457dcd692d37495c41d15dae37393331b1dc6057a3b9efabb433
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300881d5d218a9c1116f5cb677c8188ba02cd8be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f558272bc1c8dfb6c28f7300c874541adb9bda5daa1d387ea3871341078d9797
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1d45fd054ab359b6e5988b000b6f67b63e9597
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fea2c8f1ba2b1496402d1568488f7d05c9533e8b3ce36a54aeab8196be5066
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32dcf2a5e863c288e863b180474eae0b2fb146e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f1d4b1930e7cb2e1579497bb0713b3fc0bc87c5c74e6941a72e86024167705
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126f7c3ce311733370b1bd4529b4a295ab313b0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b3fa5e49af7699414ba16a1950a66d90e532dc532ea4fad17d2d8517b66648
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05083e1a667eb51d005335aaec1ae84b2248209
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733e5960c5ffd93402b6167c807e53ba8a40275b583414ec0fa52dc02cebc6c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d32d4221e357b374ac39e9989e60937dc16bf36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d3bc142ded78cc0a17655ea9a8d7d3a253bc77c0e31c36c50e5df97f7d479a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d7d109d9427b737e25378849de249acf526987
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c8871eb37128699aac2f30995e80360f8281d2e11f02c418e2e17a90bea152
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a4b70ca83dd0d0436bcc0a28817ffb4bb4c9db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e2f1df077091c63ba402ec92b3d95afc663e9980fc5c69325410ffd8fc17c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4680c9fa4d803a2afe63014201780ef85d611515
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cd1c3dc1e228e511685df9ce9f2022bf7024b1411431fc08dfa662183149dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5c41c181520a9407624cb9cfab46fe6f942f68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca7ba0becc61f3bd56082d0e108248730ef4eafa99462102f9d6acddd70b14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f3a52ca47ebc6cf3e66506482ec3714b3a7106
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1008c77fe3f0049abbd87c8724e9f8dffa2809056c8356d572e0fdd0d88e6f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d959876b018769cd412fbc58e216e10de149a16c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e4f9a0fb6741f94aa604f50a735355308a72dbc944d4ed497af17018389eac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d34f69d12d3a222d508b334b45f1c305274ebf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332483f4c054189ca3f7a2fce03cb0e10902c7f7172c76679fa319d6d71969e3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37658ffff33c5a4dc04f0685ae2a0947dcbe5ee5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f637c26494a86d4ac4f1ab5f024135315dea5aff8d820f711e1f48f4441728f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59003295b82baacc9e7d7fd3c5e965e4a87c1c9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a1c843e41bf2d8ec14e0ae85657d30f4c468a52f9f39a0ab41c8c10abc600a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41a85e546d13e83ad29a9457f459f25f82f3df9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b53af7a1b1dd268673bd5ee5169a1c2b2e2e60a52a4758a0b18adebc23040
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0ac9b9ef861880ac9caadb9500f33eb4c3487a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7990bb451d28a7efe1694f5bf20837a18dc4ca5a8a8ab38d1b75bf6f95f4c7b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afd89c4fe1519f511e151f3bdffcf378908fefc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1fa5a76794e4cf616fd21bc83a7fd693b68bf7a8326c585bf9e13df833a5cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db681cf45122484119be11b9b00fff93d5f8eda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a72323baa53dcd2f022900c968c5ac01f9b03e6f680d484ee306315552e7e6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc48851851cb00ca142e8dec47a173132ef21cb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ba6a86813a8f9ca269c6543877fefcaa78a299664e9600889b98276471924b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee3394e3ab49856f6a49c13f1bbfe87212a1d49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e98a53d58647095239aeb0ab72f480429e5e4b2745e4c196e00bb5d30a2fa5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d4ad663b36a2ff4282fb0b0c985b3aa400490a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af6fa68c332932d6d05072be0168bbf9d8e774aa68c161dc9eab2b0bf0c66bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33a77422bb32313542bbcc6185b1dc19dec5ab7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210258624a41c3ca92798d63b87bb60b41c9003385ed645c9a1b08f04833e2b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce0d3a7b3f392df02d843f03d746ef89d7736cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b715416c0c2103faee15c6b1146c647e244d299c53d083e07fe4515cd563f1b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca47843f00c78a9ee652332dc1b31a59b2975b5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e0b5f5e24abe0e9368361542acfcca7c78d0549124cd1572f821c53299de26
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bccd59a27348757e19578f9004f8739dadc1bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8a72774564b8b0a7695423dea38a3f2d9f86806bae979eec35823343064695
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d62bda2101687d71ca76275ffe168ac00269807
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2386351a56dd3efd5bc8018713c208664d597dc4b19fbda8595e776ff376cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd25f47f2f92e545c130ffab0d045cf7788d016b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d48a7b0fa79dbbfdb5270b475946939a67c9fa5b75687046114624268b01293
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af209d3f77c181eebd0be280214411ac17f93868
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfe8e88de0697b49b8d63601241fa2a67bdf0a2f987bb76895135b8423cb5f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c15f3b54f0c9a9eb18e4ae74bc9e09407ebfe6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786ebae6f24d84e09809746e2b46acea279ebf645592fa9cdc54918fd8e21d65
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265c86ab5f6eb7d7cd696592510c1bbf8a4015d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f14896271021148fb1d35ce4289ad45a9643642355af3819e8cad91cf2a808
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa694d1c059017b2b9507c809660dbc37dbac71e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de52e5be91d83eba5f91b74f9bb6aad810d057b321639c3b0e77a7b17620564
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a3ee21b195eba11bad57256eb6744d01df3d6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810a18d89bb0f49b4d95fa490b21c72ba2b74180f8c7e652d72726588d76968
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9203ce6bc65e31fa9182c5acfdb2923e9b155d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcfa813e90f3331408b9731854eff3e3ff22f03bd8598a2172d5ed54346805f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4e6e1197ac45da2ea4e7026e9401efec1dea81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb85cce21a0a624dc72d7f3eedf951be607d96392d69842c885547fa8e595d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9481d1da87402c17d3521e3b35ebfd6e799b67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a457387fc689ed3820aa1ef576fba3a9a4b840643cde272952477df39d73132
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0ad08591144470c3323a95c2870fa27d2b300a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426e8021b773ac65f09db0faea9d0339184fbaddcd5c81e430bbdc1ee6529714
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7b207cd77dccf47b43c8df5ee3f5c18374622f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faab45173bed0f8b469663ccef1e6086207cb3e8fa16ff99a35c1e8e027318c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7713a36ce5afabc165c6c7dec1f17cc30d74037
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfd6989a7b030537d644fffbb9282c35537bf059a70321b894db33b2608ee47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7271be71bc6e09e7f28c187543751cef8da16b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aad1383a3c6946d3ff1fa54c12557c58bacff8cb9a694d1798f7eb0dd039d63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5533a0a4663c0514e0d11ac167b30753b9e7649b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d594e6896388008a65891a19bcbc27b110d200b172cce3a8f7fc51587e30be33
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0f19d3a64fc99c7c029e7320d64833b345067b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a682c50fd805eb222026e2f9408f5cb4f725c907299f8268b5a5d09deebd66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b544d2fd1150c795c364ae4d6b825f52a5574f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edb7bf40994e0371606232d4ed768b58e118662bdb37d5220281b99694c2a46
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9fef37c98435e5781ae828505330a0f686e06e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bdeda9b8c57b3077a9fcf6942405226b05ec66bbca8697fb2d15895ec5165
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5778b58ee14495af8ee2d785efc5e3b7532dd21a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884b68cd01eb2716088fb9867a6a96605ffa6552fb04e97bda29a2ba66c5327b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900957438343e370d1063230696e2f8c4c38039c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65cdfe3cc79aa6e6c7995631411b51c56a41498df9f69e4801bdb266829e234
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6732e93d17fc50b1a1a15d3f82f5c24f0aae9c24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5024864099bc6240bba5b54027aca934eeeef055d897d1d07189b6a7e67f4ff9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ec98f31b79ab9f272c7397e8e80ec62d84632c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f4506fa0b2ce81b14be8967b1eb46d15b7231e252d018e5d9b417faeff262e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c15f784f62e08c0cc4448300488c72081fc0331
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d81fe9db779f6d238554d7aea8965f4fb8409ac400eb941679b91a09808229
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783c446c4f59dbbc924dda30e9dfa82eb62f61f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fb97bee216affe5a66b3c186237b15cc069251e1bc276abd4b32f44731545c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe0ae80d0cbf39df4df44f3c29a6c073931d662
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6435ffaab206f3135721e7fc220387d8337d07ecda7c9263f2fab6e3b8cbb4be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c200a5e295f8be0bfb0c1607ad016faf1e033d80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73016b5dab08ed003ef0ec687d61ea57ae1122bd16d1746b9f7d480b630aeae0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39ae2630b3b79f1ed4c4f7f86485450bb00911a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908880ca676497394ccd142421ed9fa5aae567e3e8a22f74f128d14d69d81aa9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f2082377c6712b0c2213bad4a0cb9fad6474f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6867127659ca8b7a3f13f5fa8b2f3cfce6a44e012323e876b4a5b76d6539e04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9a70fea8372e1ed29d304c8485fc7d0afd41c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c8d45c2df6b5136605e254684ac457148abba9df14bd33c61c59c84a8fed44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6661fb41307e9378d3faffc2a6d7211978599e2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e3ddb035570306d2e49c178083ff9b2646407f66edca0806d56fa2cec7ed9a
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afee92c3ad2524dee8b94a78f34ab8fa231cff7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b2e715b7d55950114ea6885bbf7ed47bef8c4ac6c000cf3fc32865fa2951a0
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ef6d0d70cdb4f1847e3bca2921a019d4274abd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec05f6dd750cf8d2590c1328c608f665df0a448d54a1d5164d13d1a5213b3d75
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5e2b467d9789084ed13c1ecda2c3d2038870b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6237c3d620416eb08ebb4b703079688e21d03fdaa65609bb7e6f5431f30dbd84
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69bbdb2ba91f97810d9b38956fdd796ea6c4d96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a84d478a884001b52e05c2bef252f565abb327600c743b2a6aa56da38005726
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5734558736184d3439e3062000a805e6b308d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78bdf45b712236c56456967ff3ac1c13da9ee472c32a4a435d7d85882596d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dea09fe9723e4c7781e2984f917d685946ea920
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f8daa2ebc59389cd36a6358c4f63bdddc8dfe696442fea35874101fb1a26b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e60b0e4a34d356059a9407c501e5c1bb05fde12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04820813460863082013ad2699322289d8d52af59573cd8e29b87ead920c7749
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d0885214b330f85885fcf303a664c24aa92cdf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf966236d2c4c0c8331cab2bb1b70d6a036d1df48b28b4476aebbb5f658ee16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be35e83a28a322c292a9d702f6bb464124961ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed99f6c023504971269df631927754c61d3e131ea7da5e6b10024316e509e7da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e930cc585dcfea4049443be7d094e8c2371dc24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36efa80343ef6a3f23e1be29fb32683e0d4e027bdb1b79878ae136bbb19ebc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c232fb666a7b13db74ee699285ed312a67b03f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ebe5bc86597925ae63c6f6667eeeb7e601adf5f71e88e394754c0e5751bd6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41a3fd8fa64524cf45a1a9773481bf21bd0b8eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5457405fe0a5ca23845fa4e72322e7a2b6aeb1d96107be2d6b0253782907de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a1a90a88c7c13b2203c4aa063d234e0ef57f67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c272851ca76d20d7070eb1e54fcaa1229cc7194c93de91d2125f5b1a6a79d27
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e3e71aa7012199c36cf32e4f73ca8f385acbcc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75881701b993ddb1058b27e4e0de88b30245df65ca43519fae54944f15983846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd3234a86534912cf31e8fe23d3b0fc37b84121
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09852eb09435a74614d160a3e74b8f7d2b24161c815516221e60af7cb2e9a0e1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627bcab5be138a211356f01acb58292ae489eec9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e17f1e030ef95ee4764f062feb15a459922eed0eb76e2632c313e4689f40b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cee7d8a96c2d3a17f9c777511116374def5e20a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68553bd9ba28344c6d57164fd0c0213c2138ae5c6681cbc44fcb2532c66ad4c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035042a58c494eaa9b79b9379ad559732e549fc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64dc296e49d8c97263170da40e9a02a5db4720bf2517eadb687a78b373bbb57
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08d3446f2f14ee855f01d0576d3358393c2f4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181a7172f450c6af025d2b473a7845acbb877ca6a3b768760dbd804d6566d10e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3b2f3799280685ac9e4605fe4c7dafe28913d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a6a9e2df82114fc5528d390123a15c9eeda1382785178d7efa50fd5e545de6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff63c13adfc1812088fa05099fb5998ec914e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1be6a351f73351d575164264c8c6e8d3d3c068831af13d687283cfee1605fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34acdf9933cac29ba5edd5b3d293bd44bcc521a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b1047e557a039b4cd3917f896c7f9a33adff6bce2d20ca2b2f61d87e2edbcc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8800889b37b40ae9bbfff52bafe059f7ed69827f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2776b7b3002a832a4c96819bfdaf10bf097100399e1846dd1e7fe8ff31334a3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cc6681183ff5a1e0da0cf16d4afac883b9c74c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f099aac3c132c0ad0c9b51dcc1ecf8a65bf595e6974c008e71cd824119c88b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bc893c7ea946fc6b37d6a6fb43c82b24c422a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0bd47aa44b17b7cfcc415672b09c218581e1c19191b688a0e416aae1b0f4fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaaed41d29049ff040b901884aff602914534cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194d1af59e6ffaf0e5e5c42c47ddca8f59e0af4fce0bb098b8d41f0a0f439fea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372978257f13bf5cdce3668a89ef35ff0166d7bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d677ef3c3eef177aa2c5a9b811096f1d27a786c9d7a92662b98cf0de6de769
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce5370240d712671911227c354009f4cdc2ee15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd555583052b29662cba3e9b6a1efd3f1c4ed0711a9e50b7c6b172841afc01a3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32eea81d923692009570c83a35a9373d40e60961
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460c009e47bca9a5daaed4e49b56f2226e02a7b2858c6dce5f6bc077d9f8812c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f2751896c983219fd145ab223d3543c8d3fa3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8375f80505d46ffabb5f91e2e89f68f17af0da8755a7e5ba2ef048c35b69db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3df8fe09e138c8f42b213fe17120c158dbf3de4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1babf97e9f4b04cacdfb41a91c95b183c6a520afa4138447386aef72be151ed5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549897f993117db2753f9ab7eeb1a8e4338b1bba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3639bc4f66d5d85eabcf2a9c0d28f21a35ed97cbafa0b5eb3d26ace99ba4c6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e7023f916eca40146e0f704b4f1dfe67c1e477
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cf3679d06141f40d5563d5a6ae4db238266fe6d2fc51f94da26c10e245ee5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b79355a877fa1c56dce8c4ff6809ddd4190c2b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424f360c15b1a2bb8b6a1c6b61f56f36511397dddbfdec5858e0ccddaa8a0b85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9699924a40050c528b286e182046d6f723ac6988
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71f5da4ab20e48ca28c8e53e8ab195f1aae751276b447601ddf40e06e55c3f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef80c176d208d59fadd604ef4f77ad47a2e2efe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aec690aeca45c6e44c38e5d3dcdd776d579c27b3b0708ca1977bc0eeb6af157
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e035566f4f5e86abc67b146371f805e3d3520fa6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25e192daa4e46d1797639587b7e2cf4c3fd024c51798e6a2a318e1d06e0ed34
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442d99b8e4abd1579407a9865e11df489a1a20c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4190dbc07825b960c0b3f9bb19cb3795661e151794debd01999c07f83a3d21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d675e615ccef12c2bd2fea840e7417367ab9d6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeeadb64205bcfbb8654338e231215e24929d067f985c43494421b3676c6dfe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f6493b0a208b3f8e66bea55a80920b84f18aa2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151eb5c1fafbfb67d9547e0ace09a6b2e0c609e59deee74284f0d1c83305fed2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b187316c2fff4ce057a492b19f9fdc9d998b82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e716fa2d26ad27c1761e758e1f1d7eb9c08561c0cabbc4fba928d36a1740d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f221d38445aaabf5ef952c54a9cd231e7d10c79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dec3b567ebddca1dc27b7da080b24c8857db5c2c59988a55b58b67851fb9b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0a4e59fea7b1fa5e74924b9a1a1ef04163fa46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf6ea2d26dd0e42d72ebe23d20d0153efbcf46efbcac5cd21c111398003854c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf0fed4525ebefc85529d504e12618fa483fe58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1c20252ea3b394895518a593b5d9a637b4e072f41c16b01dee1c9e28872c07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0097dbf6a010f8daf5e017113bedac6a2717057a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f6e2822683cd4f39fbd19a10e5d91f4e0967cae6174fba695eb29b3086399e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55375abf8c2ea0155ede2f3dcc879a077bdf6c1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badea35ba4293da84223404ec8b3182fa0679595149762c16e7fb41256a1164a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8025b4df6c0a6a3be44cb5199287210f4eb948
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815d4efabaa07b38c673c3829ba5b0c29981c2fc845b407adb848a16785f548b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed42ea76e6aa81539e8b1e252abc0b4d8c2e991
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5c332eb117ecd92dc48279a4b6f1c30d1d8517bf503ddcdd07dec590660dac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeba8ddb4f4f18fd60ca58e2ed9e636782761a8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9477659ff8d32f97f00e06ed22b9d16505229d762a9e31036ae04d0fec7a09b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b51bb8c4e1c1b0bcbf11c3b303197b7c008cce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81afc00148b172441d1846824c44cc3d52ff57fa8fb77d9ae54d9568e5d05176
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32e80837107121efeeb32abf0acfba471bc3fff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9abee53434fe28d2e8b625a8861f221818f6dd299b2903ddbe206901b8e7c8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722210cf93989e3c185f44618198393998fa2c4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5e0bd7215226aab0714e03c63e8580a132ebc561c9c114aa2da6ab4ff2ee11
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fead8adae96ff854a1ffaa86035d6149caf22865
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656be2f019401e4a4f295a39c61ead3936f7b5a9495897c878fac1e86327097f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852d084745ee3511fb61245fb5226705fe44c9e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b5448decbd4a710e3d88ca36227c36c6dddd1e0565f6a8fb404f3ad584e6c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae29198914a0dcc298808df319246dfee7231e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d6630ba2bee6b85f36e4a4ea243f91d8e996cff5924c1495caef9e63c2319f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d793c35625a39ee0dc7b28a0380ae8bb2601e6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93123c29989eabcd793ab880261ac4cbaff6e007f63251e0ec399fb74a216b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72496f8ee6b28928b6aa885932711fb5b514e993
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c13ec414b5b8fbc9c867a368aac9a54e27eee521a999316a8efc2b1b4b7e5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c56ae908cda186a878b2a12e6c4f7d64876b46b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba0aaadf0dbc047f103fd91da2e3caaef75b7d8d1b68d4781bcb6794dae0423
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8e335da5e6e29351fb28345b9703d4c70a2671
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7764c6ebdde5a7e8b2dc2fe35883fd23a86a7dd3c03ad714b46c5846a4e50096
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d526eb4b906ddbfc05243590bfebda5c8898ab9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d2093b3adfa248ef92d5280ffd01bb42c605045e662f11b25bc10bf9240e49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f5b43878f3f5c91d50faf5c4a088b2e4cf378e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4399e147381f2c900d57f8ac855a2426c165beb153a9954cb4fb0689c501ad17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c28885bba93f60b586c03342d24d21e449b3b42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38542e12747dba6f521afb85b090126ed465874252c6a0b56f86101368ca9f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ea8e6b43904922ac625c0abfc2878f5255a8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e105bc813ef67ad9d4a0c3ba36ed074aaaf66ed7e558fa5c920c3657b8d88f8b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2293fda7da8f81c0ec1806784209ee369e2de3fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f96dd3a9599fa66ce4653b23942c7951d0963256a7dcc29faca9b4c5a18bf8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24475b8e7fbd43be7432dd5d0d9fd08ef472e8fe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bbbdb69a5038c12682f52e98a28feb8f4c0cb5c1c3622426acf47b3509f96f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a5a225fb399bd8355329454495d1b5b4972ac2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b0b860e7dc0f66b3ede86a8e70a25202c35cd0f61253686bd8bf1befe9b3d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498469e3a24558fc6415b47c7438b9bfdbb53534
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cbeb9379faa414223d40d916d86bfa8b55bafd102433a632cc8483575bd450
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4140ad4a0cb2917b864c47df112022b78829c6e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92360ea2559ac96860dd454f9e6665f057cf5bdf8cd04e5225bbe3a71ea3dccb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bed7df6ade8b47a3d9a05da205eb5d5ea9d1f6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfffaf0837f817902075fc48745d66a08de6609dd4ba961783937116e1766beb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cb04c8174594cc94add13ba02899dc30a38bbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8e04b709ce558b2d0ede9af4f096563ac2604eb95012231e06cce69f6ce77b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0049f7d55dcd1967c7b545aacc94d492884a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6352ae6890cde43ff5a8420a9e22997e5053e2b5978abcbe26cfda95408195
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d6bc96c346f906178963e71ef7dad489fefb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73550391c4bfd906e6a2d91b53c24434484791ca4120288bb1002c706253788
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5d34066648e8f541b59b9ba9d76811fec06a90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9cc6d5f64db61880752e844057298711e02838e805775f3ae985d131ce94c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9497dbd9cad3a9e55797d537037578a55817c330
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533c44a0f88aa83970d3cfbd08174fbc171f0b6c2ef879b48d025e668bc7fc97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab147482dad9a7a156e7fc81da8d1682c831ac8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c617e74bb57fc9de29df3a5dd81a14a4af712becc4938e84e3225e2e78395d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad20e46ce50791866d0c0637636dc47d4c40cfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad3d50bc2c62a81206e48fd04e62237db09d0df2307c9052e50441edabd5123
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e11e95e733c2f005f23ffe55784d1f6dba1341
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feba44c15263ad264078e84d7373ef8d710804e29874cb1c7cf634831066e372
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e523649c4f31754dd391918ab14f77a21b429f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f793e1e4d70a928365711a58f6b1b07cf2d29e310d04c790c8585c10edb41918
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c4ad25e97103e2f16e1cdf0f87555ad10a7e88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67d393eea0d596c8b7a1060c7909b01dae6663b31be5dfc25392f5fe3f9449c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88993e4a025cd1f2e60fe6d7853ca03b54d473d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d026bb5746143610ffa797180a5db9fcf342e0e92d01bbb33b140aeb5312632
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dc52da32c4ed8c327afc634296a4ec5860249f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be091a345ccb1d4788f9fb070beb843c0fd4a702acc83969783fa359844b3b14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755e07b1e7a91b3c19628e36c2409adb36851970
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d717e1896f6e420fb31e21f85e243b480de9a9945a7161d2994004c713173326
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6061296e684745dd6d24862c7ca9fa6023c6788e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cee95fa38ee43c2ec7cddef976d1d2daa296fa4d8e3372489d7c2fe5960d619
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eefd1cba8daf738158b0ed62643d541a1dd3f3a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8337c7dcf8ddcab9a98e1f3fd49af6c66ba861eccaec33f7b4c7278ec3c36a85
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169e21e7f85c3d80138960a8962a3c1e3dc5bfc8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de0d9edf011fcab938d3a84c4ea13bb580eb01e1890348ca7034ca30aebb9d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb6e19912602c179eddec5e9c388c7c90296c44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d522bd904dcc6231ce059e3536c075cd3943774df97108d41730f9ca854b7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c6f077bc06f15af33810267c0d4f578b62096f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1fa12e6d49a45ce1d7a61bcd0c6bfab786be403b1a73e5333ae33c97774372
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766dbbbfcaef0643831210fa7968d4507b812cf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d71976298c54b3738a509568f73f79faab514932dc46a5ba6fadb2053ddd685
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a101327d219adc61b580419df1043a944d6c57a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137d6b321cdce201014477348b71e1bf9b6ef71b28d5e86991251ab4cfef9250
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516b5220997673bbe167a8cc140eed826d6e0b3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e714115411fc77f151f0637731b7cd390f75633865123d4e839bf1dd0b3890e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05032a063e797329a938f73cdb57b227d023095
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b63094afc048b12e389c304c58dea3f82250d7bbca8ef577984f8ec2b1fe5f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17753eb8b560bfb398219df8da9d32c4ae7ccf29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd63e7a7168ef2e48c86c21ce760eaebb4862c469cf108f43c5bee4c96026a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f693395ddb50b8c4b847cff031e794de97bd93d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d049779d482512b22fd1e08e97bbdffb1e8ef377086d64f7a56a2327475e34e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c2cc89542989dfe91cf2238ca6f93a69338f45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8387b68ba1797794536a8aca926831c719f6c9bc6c12242f091ec9622430ae4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb32e8212b5e6682655bf0b7ee06bc485fcd597
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3738008514ab2dfb1a9463341128b4e719730b9bc6b0de4f6b4756629daa4fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b250c1946b29bf340962670a2a5ee3c523cd7b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2115ed0c6820dea05a382ad0af7641dc8b6d97ab10adcb41576e1c4892add560
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4725181dc1b85320ce6dd9d2412ff268a9a67b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06babf55853021f1133710382624d710c27a75fae6684f1f36ed0afac4fa064b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ba3546c6456e6a790c3264ab7f70c03a93e6b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f80bb0b0c0e654d076a03f120757de51e2f00c9ada1ea10986e51cc3122572
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c868e7ce12e5fa7beb3276f50c01ff057842dbcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a43e6bd0e74bde4c569c4115049433169edc657f16c256068cc993494b5dc40
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a638739b323e5055404dd9db575e161963e20aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c58361f9d0528df32fd54bfbc3b0cd40df305aebf7a55c9cf7186f4a1729e7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7578f9d9f1285326987a138b9407a28ba27fdf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203f119c8b6c8dfedd1311fe6a2479087af28b2091a7834f606862a44ed748bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb60c44849bed5eb2ab5e75cfea6bd08379e141
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cdaf06b943362c9cb74364c298eadd64f3672afb8f6140f6b6af07ecb58030
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0535027c8ad7c357e85b723d1aa542931e9e8f04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5c8ce44f742f612c2a5c81572e2a22184c932ce214a5ef12c7d8ac6bbcf620
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717c5b0042e368040a35424e8c0c68bf6ee8fe22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8edf8322d0d45a28f8df5d3db906ffff3cf2649b408a0fb711e2de122782f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad8dbd3824063e55cec30e4672fbb8a74e002cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37de2c8d2da5319a0a733e34ef57624d53f822bf41c86cf51e02c0457e066503
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc71d2a88b8b70c0063cc7d8d73a1d00a824ee7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b167a94a8403d739cd08bfc6eb30f7123f0345107e175aeefb1146279009959d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c978247618b52fadfcf85a8c2bf4aa0b410c0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dd6b62bee8aee3dbcbb1bd44ef3c8ca64217a9fda1fccd8914275b2820dd74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61144d4df3841e5180eafeef504bf683fbe1ee69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92a87fd016ac4c3cdd9983e6d99e38df7997c6057278a8e16e8e6e4ca96f4cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176a5c539bc5c3492e497e7b2720377b33797abf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757b5f052eafbac2561fbad2a491a7dbdb11a0e0e67c1898def1f9b1c436c99e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02edf5d88241b881358cd986022b6f63f1fe06d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb9268bbc96d827ff8936fb272acb83432a0b988fa6d284519a77b3b3946d76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497b2dde449a4d4a3b5f6de7984b57b0aa2cc2cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ecefc63158ce5c7b21de4bb113d78e06db06124ff8435d653438bb8c05f41c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e699228ab5db8de92de252f598f61a950322ec3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1828ccf995a5f771926147bc4ca55533131e6fd271056be28c12e2c65977dad
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e7938ad7ec77b01553ac35cc8febd9dcecdc51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89471b83a03805f21f8b1b1391f6a5a510fb7381cb56c3e11e46cda3990218ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d46d55a5d0081fb1561aab3d5f51fb1033db597
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4610b1a96adaccf509b749a8bee0ca66b71b46409839fe01e89b1a2bbf28a701
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62bf915149006fbdf201139eac76503f45cf693
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6aa66bc9e2a562cfb0219a887192ecc6da1feee409a53e535f731b8814464e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dbf2e943bfa797712048daa3d2d34901c6bae3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990e9f3712fe79da02a11bcf601b2e3e7bb82770e40396684de38285a65207fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7b0a0e810775c676711becb11f06076cf255f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3830d4cf424ac4fced7ca36826669c5b9386abf42c2a19d97c5d82c0025f98a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d1a4951619b1610511679c0c8868d52de0faa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e75b9197f0cd4bd9393190e95b8b445f2382cdc9f4d98dee4d808e56a10299
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80216878ab245d4b3bb16856bded054a2f7c9dc7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93282a8adc4dfc145078a7ccb70a3fc5aeb11414e3b3c90a8f567f341152b4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32b1d69602cac695407230be9cdd5a9a5b24f58
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f7c7208630ff14e05bea7a14e52a4a3c3dee6d6af606f686bb7eb4f75446de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9303327073d38509d8ba652542635f47722261
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfcfd2f81e38dcf9bb4d3842edaf905f5e7a02e6d955c916f376ec8a3fff8af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4cb2fd99315aa4ecbfd5369de00468f7f8c62e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213b34c72575f47e296d4e0924f662290093d76f46efe3714c532f3037815534
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86e77a78abe69a23ea46b8dad236c476e8905a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968e4520495ac25a3cbfae3157695629de6ed14845d28ab6fdcd1ab9207e999a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a47e2c71224946a6452cf9e5eb9158527a734c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90adf3b89f9b5557547730fe89a2b3a485981ca1f05e7abbe696c890254228f0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4be68c682e8ed806007452885208e633f96e780
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fdbe8546ef1cc156385ceb40d5c7c9b65003e6eb94a64a24b61298671c9506
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd9c60aa3eacbabefd424ce9548183f070b343f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ed5f18d01120dc49f4cc40263b4052805a23a3f797d8d49aec6a4e35da04f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ce8afea164be841dcc7ea3b1e50c28d5415e75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac941dbd5ea2747c1b958db2bea38715aeb6d4f8261c41fce4d6c755305d333
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8482126cf6483bbf640380ada931da508b28663
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4662e77a1d11a838ff929581a7ce12761609718251af9496421831346cbe698
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b23954c407fda278d2dc5e669982253b3ad9f7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4d737818a6ec10c05e8fb068185799f173c51378022ab00c55b7110670e26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d43f35dc5aa281b0d6c0a819fce87e76eb0b7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130c59c256ad70c2cfe6aff03c32c5a626af47fb9567b85b73e195ad9c068fed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543b4e45a22c2091be6bd26ba11eb5da1daeb1ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e5ba01a0d0fb4f976b1481bd122939464fe1b5243750182caeb71f1c85c5f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3764df5b0b658c6ff6f92904a4d75ce5614f28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d255ae428605fb8b82a5afba30cacf3f38a3cd44fa80a7f210fe12d89a3716
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12523c43dc0e20ad31f4a7333cbcd2b8eb609b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c62e8ac74e39b2e8c8050616dea6352eef49e69de464e928764182354cb32fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1383a2c8c46c2be8c845d53239ef1c2163c17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcada9b93083820962932e6be684e8b1248d557cc8dd23f8c13b13ff1239c417
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3218facb050caa27c92cd66cf02b0740a1577048
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ded95dddfe8d727790ea9f75737ff183b48145304031ea8d9853ffd3af2f3e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22a5603e5b658de6a23f85bf5ba237c9697c076
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1e78811df1d3505d9ffb95c027cc31a849be525494be99e3048cd3c74849e4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a5435c4b151831e075f8154743665505a5c98a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9060c29a0bde71544ee12af3f80c60abaf78477fe6ec58b2b1c0754557c33c9b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069afbfb55839563a330e3d50be425933abe3f49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7506c576c118052eacf599b4caaafc13580e63af2715481c4a0ebb5f32766cd6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9934410d689f9b52896b4725a3dbe768693d3dfc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8eed828296b4d81265986e8458fa3605811b798b806bc154abe287e6190282
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5d9be8d559afe9963eb11a2c1aef5c4cf6a3a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982c85af8d33f49907f38448b0abe48f1408b8bb1602c84136473716e7b7753c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d39e74e9fc96f5727654a64859ae321b673d46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3685934994454b68555115fb0723921d63129d7d4933faf1383f817b7b18a25c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c15ff60d2b5e23d2ca98f1fa13d1bc3bc5bda6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5b18e0bc52c9b5877c4a446a44e79137137844845f6d77e67dc7b4097d2c13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839dfe83a6165cdc0d20678b9ecd533b87d1230b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8728cfdd802252f352cc7a2df52660626ce0cfbac452ff8db784e71b70dbb443
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f189b66a24705ddc1507d2786a85258de441ff60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca43b4e62c7164c69c31f3203373d7b0ab5788d85c166e7b025fdd4d4e4366b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab2602be1b1f50e04b2f40f66fc8a0281f69a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39720f3c4eda7b254f6fcda1abe3b95e00d2bb7ef5d01172d0f7e3125605c299
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4505683fbf368bf6ec8642c4163be12c3cfb3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15250392ccd69a7a0e836119b1d0a8b1af48b7f309276754b8d664cb8fffd55b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c5c39586d7849aad23f5cb92f5b02a1ba497d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7af7ae583649f5efe4c2d931bf219f2ccdec88699abe09a4c2ac242395ca8a5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40546bdab5a27c3486ed2ca78e1be2cace3a4ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216a732a2e80f74b3b95dab3ce017cd384aa9a8247fae79f0ae0a8e7e9c0edba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741fd3ab43b4ffc729b8e7d3f64b97e92ae74979
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c328aa086fb18e3f34bd862178d82f33a54951189cac09a3562ddc2ee5cde1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dcb92592ef41769da31fc4cf9ae9f2c0fb1bba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faec05517937d58f7ec66a668bd20622354ebc491540e3ebc39fef166e5ef136
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72397992ff2be0906a737bf77618fc3542f44cc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e73d4d4cd434e4338b630bf32ed0b5c624ba4387272a8a7eac843f8cec4d25
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f6729177ba7fe60c73ca34688a2454c0bdaed1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88005a6c8e24817702269d69890503d9264447ece8340628a15408d3a4410e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38da4b25da4c97905845b837b672a3354d02be8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ada69972b59959dacad15231cc8ce9003b63a759b8eb435891358d903e05bfb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fdd58d7ceeb297d951e32a38aaf251d59ef0fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67cbc2262f3221a79802d4930b1427b3447ecec57d4605444ca1de23acd6769
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55a10fda45b028fe8ee189c3e413ac46342d5fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff96ecde883e61520948c5d3d1a9a4b38f950070d1861e254d4baf1648ba99d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af14857628ec9ff8fed73e875fd4b7f901f982ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6777672dde5f9cf09e25c6ac158b427738c844a976dba6de54d269519e2efae6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde6b83038df3d81f9c4aed787edf1d58a41bc33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4581f818344bb7462a7a9b52d7dc623a5d73e807519ccd95694dc03058e8c0e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f690b8fe21c5495dc6944fcbee44fc4df5afec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f32d0acab301eb6dfb4c404a33ddf37d64560360a22785b8bdeff40f802fa11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd570d81f5c5d5d70f6c38bb7107608711e8c9a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a815929ed7cec5f37d13fb762a14014a92eea32e80be7defbcdf2ebda80c4199
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfafd02ba9fa1975c7f0c0618b54e628098ad76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d47ab084fbc587ab8d13014460c9d1f36af3d63a5729670e77eed9ef9af39d2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342c0c6dc61acf5e14c48935deeb2dfcc1e653fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af755bda53450cc5923363d1182555650a12b4e06c6397bfb876311e048ddb99
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b950e97b60de79df253aa39c374a75c4fd0834
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76c270ce2cfc11e33dd7bea3e91019b0045d331f82c48ee1fe3c27f488a3bb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1ecbc9928631a4b4f84af3fd474d2fbab88be1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c4bbf581d3bad7f2348f97a65f0de56cce48b4a8a9256e636bd766b8a2aaa7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d965e7e13384652f85ab2848559115a8e542fd24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3fbd325b314f5e4687f5f89614a32baeab122cf8957c215680a941437ac79d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261efb2a221eb7183bb0b94619a3b78d2066c330
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450e591e7327b6c2c9d5a0e552e89127d383363e82136294c75e8fa317f66967
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74494dc6b52fa095cc761d8ff2249389649fbd3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25d2395bfdadba1219fde0bb67aa387355ecf8629e65a7b686ca416305bd221
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b627929e6de7d8887be6a39bd5e62dcdaf44a342
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8932498b0a605900cdab5ec709fd23165e64a01c4ce7d1e166cc95f0ebd01646
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ae63546f1a94bc3a23c9c75d4c2739eefea87
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a06e734bbb5ceac77ddba6a6cc357f33f401c71a07984d02b31413aef79e2f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ff9e633927e939bfc15bad46127b7282dbb723
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f9283955f5dec4a9417136bfedf5d721ddb8abb1d4eec5300a1456a0cd31f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d778f5abd37e2095203373db3d5da6d0756a32b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6240d6fce5aa497ebe0fc2c4a61ffea3c85684db42a88499fb4e7fa27a2e04f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a6c1e904222aeff8398763dbdc83648cac236f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430646b366668d6dd09d3bc5d243edcd211bd74d135183738da3ef7dff222433
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87c679d5223ddedf468c702872641e116ecf5c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0864ae7efbd30c7fa0a4788d322e9679e61c9e137bf4c6043c8eb885ff038388
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb6f60f402b9374e09803706f18cd99d1247330
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a564163b39ef902d7be2932fa3e7afa463eab3c6b3b00968af73339262889456
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec76cf377c43af9215b4ed03a4194b968cf1b5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0994df90a472318999455ef41dd100aa7b699d30160867a6c62531e2850e6b68
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b690f6a19071cc2e62a781f0a30858061e299fe1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4656fbad78d282d8b9c8db72f19a774ce766b5df7d79495353611875e056844
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dbe5e1d68b152ba17fe61cd6d9086db85dc10e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7452f813d8c0e207d40972b9eafb9a2b5d9d524a58435751968a785eae0a931
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cf69c52f797a1ff569cc64bf3b13d1a5b0278b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fccf39d599884a6f517dafcc19d5b8cbaae8496cee03ccb5d1d1913147a009
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3439da2418cc4936413e92024d9b0fe2ce0b5ffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4ec93d6c51cacf23dcbf5f977f1819f131fa1eae62ba280ebd789424211c8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7ad6d8c2ef9c3036ef730f39e2c1e71ef95971
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb145137048f68dc17960e4d1df2e26c879d20d997b8181585a72d5fb57269cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7774908e5377d05fa6f3226836e1450e69d6df8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223aa5e6d50d5c7398c87ab3c8748b678fd871355a76354f164c835ce5c72ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62840b59e2c30f9d1ecb0c82ab1222ddccd50383
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224c470982e9d820e06616baa56ade765e303e1d39b1e0bf7ab74ee4bc3f8cb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d1d0a9e3067fe4ecb03916ba4e639950fd9f60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d476027af1c76bf117856727353394cc79b1c28edd66f537ab27019b582d962
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149f2620fa5f74d2b06c82f8c558ee22674638dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374cabecb37c79f9c5348bb7415418f7941270ee4629f30f16c77f0b981d7e98
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595ba265b25037261b87d7aeb5123034d2472a8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166078e2e8685befa7c9781dee261d6afde1c44da1234a6fd405ef8d79a93e7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd9d3f0f01aad7fdfa365180c14fadea52bfd7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c1ca283e2711c503f045f75ac7aa5b60e959a9a7fe6cba1bcb83753d1dc5d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5971fcd9fc7d0a83ff3be4c80aa99e25580641dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dbce9429ff366936001ddf9312f031fc933b5a2c42dfc25a1689297a38ecb2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff8c60d469584dae40e07142802d1cf657ee245
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67e2a711c48cfc1ddd08c8da73a33cdf97f8e3084664334cea1ebb2395678a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc21f4032fcb792835bc3773b1c46202a904d7a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794eeeb2bc272ba4da5840de0a9ea46a92dd6b99c54f016a80e486205fade517
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38cef35f3c7c7300a62e86258e4a58ca2edf8093
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0437bfaa6a32286efe0f365a6a3b8e73a0f7f90a90cd1a169fb64c96ef86a14b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed0aebfd704a140f5b34ba975d2fdb29f9f6e0b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26362386ad6c66a8cc163d0e5eda750cc8b3f1137b755f3151fa643cc047bed0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64134d31a350b85c14ad27385a9beef32a88da4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb68310e4305322403183ae13e0c055b8d5bd097986831eeec85054e64673e11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2eef82ac99be1e96bbbf095720b39ed682d368
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9a5245cbfb61692412378acee95c61c628853d944e5c9b3bbbddde44dc5e1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d866fbda0e7f63a03814b7edeb2440bcfaeecb6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d1f3e5c8069e6e3ee7af6da800ef8d5113213c397a13e0090e9ef5574cd20f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb841bc23eddca58a22fe8b935f436c6f078d1df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6058f1c6c249d22d8b74232a13ea4a4eba9a038e3ddcd3b29cf5a0b66e4d0ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80bf85c2c14175a8e0d73330f3cbfe97dcbcaf5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45197f129678e0ee6ac9ec4cd39c9615299c0e20d95eca0fa7948fc798e2ecc8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b837b06abcbff1f400f45d7ca9dfba909c4853ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1c5a84f134ae1a47813bad6ea99068c9e19d5ea24b18ee47156c930e7614e9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fd2cc459a53c14641a650e44ccc35d4fce110d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c16c08249f47a38741691db18c9c9d32b39b224babb1fcb6a038d2fa3c2c8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab79c0a22a142d777c6a72193145f36f083b6af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ab19c2715e80fc7d6b692979ae08eef75020a0cb921696056bef7dd05e9864
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aec83b7ab61cd9debd6f4fe1782fec19798f9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba73c6f2cfa7f9996b51a320f0d9b195fa4a315bb1c01f289b43870e1eeaf906
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860bbce050bf439afe7b4b7aaffe1aea37fa12cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d10c0ff1076db6bde34410383657e076a457985f6390ccd969d1a614fe55a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e996dd3f6fbd48fff915009b558cab45a82bb79b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e382af43c7516fe0d81a9408022d50188fd94ae37f11acb23976e6e8117c45fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095ada4ac39bcffe02deafd044062e650dcfc25e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2dca37b76c41ed1c8ddf5a04845ba8a942923f850227d7ad57731ef7cef405
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdedd49038171394323d1f0502d1ff4bea66985
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dbcec61826eab01d08ad672874ed678092fc85f8bd47627552cbcd3dada30f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41a6540b261e403da0641359fba3c6fe71a8c3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389ce92ba2649f85a6b2dc140004a2f730742a1ecd1934601f4c89bed155711
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69c96e56a8fab3845cf64474cc2d38c3b8376fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01e8c91c9c062cd128dbc31e2756f25227e5464f47d319f9480e63df0cebd15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1e50ee9293caf9812497d8c806aab1b8d1f174
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566d54b09319e0ef1bf3ce5b3e369b400100f7a09eb939271f24f8d6d478c74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264984d23b241c90ef6251c779d94cdef14ef3ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b104dbc3836e21a445a0347944dd5044e6a1290bc1ddd2d0d3c5ceb83aa8a1d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c09c41911f61b143b2a070bfdb54902a4a819a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe5af85b92cb50c22b27548679362fc49e75746511b081842c191f6ee4372a0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e8620264b2f058be1d042e113e13a26eb527d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070dd708b106c31a5390c2fedac603c48823e19c4023a020c6843196d69a7fb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bbdd106651ff5e809ecebf3ec900c5d4b182df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f3434328762eb0d587a0dc051f7f87d9a3cdcb504130544448d51731c5abc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11978b3e5785daea7635feb8a72a972343296c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29c2e2dccfcf412e861a87e4ba527a49d76f9e969c35164eaa86fff5e787c66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f182c2fb3941258380d9233a7374c902328794b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6d2a36f7c81233f952f0e152e612e110ba0a1193cb29dfc969b985b0d0196b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9810e6bff0cfb82a5909046bccbd73564fafc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd5f3c541e5f6696c230c0291cd4c864687c5647f619f92fc2db89bbc70b22c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5a6dcdbf18c65e72419f7c2dfbc598fc35a15c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109f59c68b48c3406d470f038b072ff242b56b2504fc27eb9f0cf4ed00a6ff00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357d74c5b591cf735e718724e878e1c239147b12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094a94720e9aba60767743ca1463c22501f4b986e21c2f5e5b656d98b1069dc7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387cd2732038ddb9e8e7dcc8a154f571a7579a20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beccb752f782796e96b80628469b3558ae9214798bdcfe173ea3239fab4fdee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0944d22f0536cd3b6d2822e2356013978747de4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a23fbaf2e0a3d22ca39740bb8e0dff899229113b93383b71efd8301ae240d90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248a1b11219ab0e05c6b0e7947fb93471480740c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9644e89da8c89659aba72fdf0ee5738f33cc6530e533d9d1df94957e6db753a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c6e9c2a2fe500509fd1aac450c24bee1b4852
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286d741869010e921b9e57e65b5d6108d3e3e0edcd3bc2fe4c85e2893b83b927
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f99ed6eb87bca11c1dc77a18ff6b2b7144f328
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5159ac701fbcadfdd7c1990069e3b1f9fb3a82559417f0721cc667586af19b7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9ac28584445479c7331b2855f3e85953454cd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24e0e0060efeb2e9d77df0e1d89d903ef111c3b5b7ede33770944677f8f2954
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a105c0dff8c6221760cca385e4adc2954a2cfda
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66abc7ec4b6fb8fa6f7cd8c8ee274183752efa9051c0cbc87c37ea98c37be00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ada6c152d7f792dab98e2423e170957782b45d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a065b4178019533b5bcceb33c39dcf1b01dece0d2a55aed9899ab3abd070d90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dff1522c01e980758477349b1fae88f977bd0b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d0ba21a1d67917494da1ef74f773a9694a392d743f4a1eda20b631e055a911
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be65da9b87aa75520b06389fa06a89289a509ea7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77570e2bac4d96e3a283f00e1644f932bc6f4f6a4263faf0d59ba8c04ccd8a60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2131a8537d4488f26715796f328c0782f4be4117
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20684183a5c994c9592decf9ad1f0b5b60760d575bc4e70f8b1c83c635e905a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea1969e968d221f1d4a7c0c12d42435ec5612b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69b505276bb1a49126e69fbb03ad59694ac00da0afcb865c6b90410c872812f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e842edf388e63a7ee2cdd1f26e179a583d456a43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77449f6a90a796f47060d3cd4e5b251bf63846820296e0caa325c74eaeb61329
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b61b54600d0aed48078eb0e6ca46b4bb265c8e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5849a890137529faf557c85dbe78f650bb464375c0fc1c12de06d877cbe6fdfa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc61a41ea6776136f25ec75c352c5fdcb6031d24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af7511c74a57a2fb8210e8a78435b0bf33390cf996deab7c6d1f5b5179d1834
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7faca6d97e46b26b033926b5d0516aed455147
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd083e83e8246d0cd070dcbdb30fbc33c14aef114455e325298a29ff81a7d3d4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4085ba4304f2c6ee7cc437a4c9292797b43f97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfd6ff73686a136e2ef733706462034b78461af635774b67ecba497e767798a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726ca0d8785e0be36b2751979cdd1a51fb8b89f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f416a30547d83581dfbcee3bcea2ddac05812325ddc55f5376a2626ef17021c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4b831f66bc30443397e81e0a108dc206df8d69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36ac197a9b45289fc4f23ee3a8bc77d940f36219ec0062c240e46d34f172dcc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1618c17d92e124b52e9bcbecba26b56cc31207
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e0b37a90dfc08b3c102ef6ce5cd2c607b102e78e23a1ad8bd1e11f8de3247c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3772129bab83558a4ae9631a55890a071a9e8b22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d14c17c603da2dbce89595b08d78a194f01675e2509df401497d5627f608d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54b8718e7c3f5e40aa4ce64b87d5df0364af7f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b973816e4c10674467cb0b7dad1245bea9bf62568d43ee8d0fc099fe90fefb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc4e11e224770e0dfa8f88a0c2a242571fb36a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfa26b7588969703412c38cfb2ea89ecc2db40872ad6f760df72c1524f343f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e198210d5ac07a2ad955f0bcd86e3d9b8978861d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b68fff7b41e10805c898aad9ec451bd04fc83ec296ba7a5d2fb0c984402505
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9864e0b6bb0e339ab57e767292f6518512633566
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fba5b6b9f4cc18ee26c30c2f1bc0323d8ec6bee62f24b8f3e37778f4e334db7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab9ad9c25b3f80bd9ad768b238d9491114ee223
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbde7e651a7ba88915da850f4b143c8828a0f74769b1b676a64eb68d6b7614a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e8b78453026a18323f200848abd4aa973201f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3794b751cb9ae7ce48a5a38b25c94d6fea83980b7d6eb5d1f527a206a6c05b9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cabd79f482f11551a1cb21f9f7bfafd57935ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3e0995e3948e0238114ac010cefe73436da1d41407f1ed3d81a73bfc14e0fc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72272213d5cb77b20ff323ae0851b4307ba03a6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c53bacc089f197cbccf6340115e1ada09fd239d91c6a8636387c765ee50a24b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71827f92f218b2fbe6875983c403f9701c643c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c6f5629d0d8c8aed185cd1372acb101263fb1748bc2d5d173293880b6d092b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28e2b5f6367e08c502c1b6af23c8accd04827c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66ce61b3c9e47386be3513ff9e1f7ca9b5d2cf9c0f490c09711c252d1312fae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a5311c3d4dce11d408452fd14a0518376c87a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253aabad91333fc5f3df18c8b77aa1f4b5bfe9dcd4dd1669b6bae3a9144c6ba5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911d65d5a9f968ff2461c21f515bed801143a7c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0f373a538d3b4f706805e0d40cc943e0d0fa2474cf14eb56a96562ca564755
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb7995c8e898684842bacc35a4cd75c1e065615
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f893c85d05747fda23032b8d54c1dd1d280384ad89639579e2ef0ea65e94f41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0665f86d23b3bfcb0c55dea7507c05f9630afb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b5a74bf932c22a7390b79e674f65c3adfe39ff10ab07a3df953088feefe099
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a794020ecc3b27227cfbe39b8bd29880f1f90ee
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad937daf04f8bb9524dda609d0312ac9b7c971a895892b37915aac636a774c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4dcd8de77be98e8f36598b82d29f6119de7896
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957244043f787af1412514ddf5314549db9221d0882f9c46fdd504984be473a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c2c048dd9df99943dd517379d87e3dc46d91b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cf5b17c1fc243c133915602f7137581e8162fecb5a97326e3e07816baea9b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6139e57301bd310cb4e554788f22e5c29be493e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e188e844d34fb6538c319fe8a1474d77b593c546982c287c765cfc95a5f4bfaa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ff18cc690891889a6acb19cafe71577f52a4a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d1169dd756ac1bb495ec809a6365b7ab48c74e5977e721f1f8a69a8986da42
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7c03cef12a8b0408de56655e934381920409d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5086e2b163d83599cf8d0d95f874dfcd6a5f7c089da793dbe883dc081490a30e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a635dcec1a344d0984fc041fe5c6a15c5b9d622a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0484b6c7329bb5d03d8c6388c15eefdc90ad2771995435575abec2c85b4cd933
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7754289df1e093f42146849b198da8e0f9b1fa48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc0e496bb9fb2f2f9906b4f1162b76040b586c6c4eeb9718618d15801822b1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eed493b0791a2409fe5da840c3ac9620a3594a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae984739a8481bc8f7ae0bd73f4e6270a2840b623dbde700c367f168c66805dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ee939c033fdbd9df7c0c13fdf7068f567a2783
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bcedfe60de1be08d0c5e96aef8c1dfe24a665feb12017cc0a72b278cd018de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bb0de4d6af3796359353ff2c14116117d443c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2c757531c6807ffd48b5c8ca1ca5d88531dba10c381618e370c9374e404259
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dc00addffcec8bc7b4d88023006f1408bf1d3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cbecc417896cacc6001ef846589c99495cff9d579af30dcade3e9fd5f184bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b10600661688039d6fa9106d5eb650ce3c550
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa292c5612fc4c3a59ee2d49d241328935b799f8aa0eb897878cae74092279f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898b4420de4a195bc9d0d9063871631e187bea1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a086f9d9bb4ba90a575cf9d408440129e36bb051cb616ed9dd550a53ebbd154
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ec6ce4c359951e04ce3c5753207ee542c04d1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bc83c12b7e4586898bbd49904224d631ff4ee30884e7f0d92ddc053238405
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754054fcdd3bceb0d8cd97f98f4af6c53b476d3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e834be1a4c6e7127bf593d9b7882edf0fd6708cb5c8e6d0ae22d80634a27ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b594514f86c09bffa3ee7ce6db6920aad3644f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00446466fc1039271193d6e88bb126b95a46cfe256e404d9ebb893988d46b2d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdbfe7fb2491b6e4f7dae2c6f000889852f6949
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447872eadfddbdcbbfb44e326b63e28e5062b1e284b995333ac77845c03448c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf640852edddb22760bf83a66790708be85e794
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcfab89e3a233655778a7943b7ddadd2567451eb3ba81b2fa1abee1d07ce30e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf62517c1a88b8b320eb8008144033d12f280840
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a600403f4667aacf17660fbf3f39b68d0c001ee5b05a62988bb40630a8442d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a32fd5b573caa1a0691f8a87dd72acede2722fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa77b8c2f441e48660a7ccfae542daed28ca95452ddbac53173dd45861e832d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa40b98b4e9224e1abf68cfc3092a9ebbd5e0fd4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12286ef159be8b93dd8b3e1e4a224ebbcecb8360f212d25c7ab63f3a0dd0b750
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5f54295e2bdd3f61c5d093f8e03d0dae6e80f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acba0036b90018b3c56dda729130c16d7a58dced703d6dc281ae8f9cfa35b49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6b12d033cf594ed0dddce18753f0faa7bb971a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74160308ce80dfcd7b6a0400ef1d523b3f0c557020e6ee88ed39ae0d1d2fb387
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d009f5b80ae090fccf53d92b7ad43b6c069d2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181868d3eb7f1286e5c05aed4d0128defa51dc80b7385257c006005629999f18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4431e1101522b1137f8f67cd667364f0e5130f11
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84dc563d1a0d808eeab79b72ddbf7f1e2a9eb6941ee3219978ea9d9932b70ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfeb6d48eee56fc6480d443de36de84e94fd5f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09256d75c8c9e7a938407d76643b2fb0e3f5964a4a01c560ac1be6e7d2c3b4ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3b10ae51d92b7ef27fad17b52389c39336599a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20046e67438c0213bcd23b6a56c3d3984acd06d9a71b943ada664d8620d66de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d74362f9503bd0583be7dd3cc56841aa0e17f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf565ec7755edf0513e24b272eac1034171903c90d27a7ad3166f2d0e4d51595
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0535bd3d106c2299a4442eda7f83c826c313e15a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cd9e33456df6de0a5f587d831deaea3c9ba98dfb3386819bfce197f896dc24
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b7b8b7c3830ea7afb04518dbf89365de800464
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baab994d69513196b4a9b0c6f8f7e405753b39bca4c401e07a980ac38f68664d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7894f2e594efd494c462f531e1d047a8b714707e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f586bca29963e019cf6f3a87dae90dbf698f44cf608917c328836c17414c8622
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311e94dc158195ce3621e2d9c317c0985dca9ab4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05158c76fb2c0d3001b3ba3933a197297a9fbb755c1641eeb420a5026b243fa1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8004105631bbb84fad44dc77c089aef4816f39a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef93d7cd4877041ee5a939364428703c057228400069b82c6cafba5b57613a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f05afc8a538e8e859b5e240fd45d54fc88f5bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c391761300adcf964f72b0b1740491a39cbb69a4bdd1858bee9719fe952e36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044b628beaf6501234c2d94f2e2731c72cf2fd28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da0fcec4e9bc71ebe9666a47f57af668729eafd122a668c39eb3b310c92f499
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be61a4edf3e00f45c7910073f0598b276dcae514
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abfa39032213030a7bf8f0b187261f8fbdff6cb52d45eb91ecc0ec8cdfed31b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e80f5767c5988de4749962fd9d34b7673245646
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3630b8f173ecf5c73c0d12aa44f095dd57c24cb95bff6125750dfcf0d68e2e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c088b7d390ce578c63b0320da75ed0a884c8f620
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbe1f3a9b8064b1c86067c765589519cac218b4badbfcffcab58ed74623ef7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f026bc1cc020cfd8160427a12395d1469f39166
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2873c7ae077383e101639d3d873063c4cb3163793b43f989ea797aa41edcfa3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb241549dc805b4398e93edb481a99d2db7826c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af066addd60489e93af4588fa221fa64e76905fb716fabdbc19e24cc598fc382
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3785105629bf8753a08c3c87ea96ccef732d75c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9fc27c5641b054923866ffdfac13f5e8de5d40d9b4aa5f1f88e3f59403f1e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd143f78b2cc8c2241c6c3f52260be298367791
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fee9fe2f8402a36c5520247d4d2abc290c629ff19aed043091a0bcfb7cdf91
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0bdba761c92c188fb45348e99510f5e53078b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090dee443bda442bdd57e1b4837725040c6d9cf88c04abaa2105540d677582dc
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d929700025700be623cde2d0567611ec8ac9ac7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6061bb3d3098b9374fecf50d08145dd29abc4172b81070e7526718e36beda51
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b38bd6556fcb3dda0a848c29fbab6c9efe8f5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca1f2e719c3f27cfbf5b078f6cfd47595d0cd2dc0e39e0d1201892038bf3b66
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf0e0a347015955e93f826224250fc51352832e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80170ba87d77dfdbeeb908843b8ff85865aa23e3f5b573cf192415ce16c27ded
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6de37bbf411efa36d3e9ed63c22d3c12e9c49d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718b88119aa45f5912b0def6f57d883527faee850afdcb534605f2deec6a7b7f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af24f21f894af19a95d1e4b131ba6e25520919f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130e2c392ca24371d0af86fe693dcfe7f412d34d80f1048637a06da4ec2a9b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb94b9287ccfb4a07c686d1c51aac8fe9df934
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824aa3a7001701a06e09b84519fc8716bb4e978badfa43c2510383f8989df71c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d46f298800e91502fa41f901494290b00d7fde2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44869b2a54af3a9bab77cdfcc0f1c26e4160ea028dc9829db42cabb69fecab04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f94efe45bbfe85dbe5596615b1669575a713c40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a1e3c0d26dfc59be461e0270613ec0fa406f6b56abca571303b0cc9d7e03f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94a48890c59822c3fc8f9446044f0af83469a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9274840deaaf5037cb5d14603b32a6c434f085eb0b47dd1809158a143c87cc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974d89c232fec469803bdd807ff0930b48afcb50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d303fc72776af108a9fd0d8b9003bfa2269b7b8be3d9b97884351c645d71da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ed0c784dfa3a315293e722787e18a44e347d16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbfeed9b484f930a1381e4126a7c3e9d5b21aed0eba9814ea9038fe380e5427
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1db664a50e59464ab6e0750b1160b7131fcebe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb02c3999b547897e7081ce4b76da4182b32d469a0fda28d902059558453b49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c362079d3b1fb9e93cd351404a33d6377f49ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b32a0dda641cef9eca429fb895d059e8512022d62bd90368d370318065d71b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b039853024c56d896290d8440ba91c06864d762
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7e091be48cf60ea9e2e4a1fdef14eb974c9286a57c9c6d5413db76b2216ab2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5916c9e33d3a920be36dd95e62b409c023821c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cde42de1c7eac725ffc482ff44050b936aefe665735e53dd0c3f66c4d193717
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1657f667c41ac97aade44c24ad8d9489f6e256
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d162c4933aa4fd96bb18dbf8ef94809a70960f4114024517373a2e6fda8553
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6433fecd51c7faee9e1ef2fe8162b6efc6d46e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff9d11f927dfa3d9ad2bf1db660df9c60e97f9ef5e0838a91b0267e267905bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd69411f0c1fb9cd7efe9e4c7b06dfb4e3f669cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c814cfe53ac11be78a4ddd17d8da713673d2c3fe5de482d53d37f2eade6888c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22481d2314a0e1ace72554bbc6e91b19518f8a5d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3070b82d4c83a5b99fcc871190a72ee359772db6af677a07b61e50d712fc3c6e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eeab6be343fd7714789a85ccb8c52468e763e10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe41a17a2a39ba84d9c81a6b711e69294ba133004faf4d9741151081430af3ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f2c6e7e4cd3e68cd87227cf5622ad88e627d16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436152504f4341d87afc3af53613a4e5229b1446327718d01ac6fb62bd2ee437
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fd418992479602bd6349b5eda04906d0213f08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a811b97b218759f8812476428cd20887d211dc6e0ab427d0c18e5de3d70b8808
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441d58a9205286bdbcf89775ebdd04a59f381d42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d13e8361448189afd4af8b257ca530309f8341ded80210a17c1d816320091c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dd1e5e233dda04932cfa41197472676234a0c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970492b15a76a615938baf53c232b994fd4e19600179739351c263322ab24b06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20247b7f699adc283f243440d30c4092d44a57e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea97eebc3717e47140ee11140326773ab7b8cbf8aa1eb935d7a10cec661ad3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ee58fb873c041ad457295e7990fcb0c6917011
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5f63c0086aa8ec08443b5b143326deea9a0befaaded75ac90d6b5b006f723e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557fbefee6e374d23965d51f6c63aa1025fcee90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99370b57c785a009def91f690b7a3143affe25b625e8807639d6a3df14d912a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d445533d008af7d65783066eae3a4e1cee559eef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8713a3da3942137c2fb1597fb17f39f96cedce20dbfbc8f205da4bf69afbbad2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efade466536c0507aea593ad38c30ad2c9d6c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d0b8da8c57c8f9da4ae8199a8ff413b63b689e58e83a7641f5e1101eef3615
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa53517404655df23e8938d7b79a509972bd465
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2afb29a2c3dac6be268aa8df37e3354285a0bbde5bb5a5d5ba6659537233769
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e932cf27d997a8fe3fe0bc5dfe79822c053dea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64329dbc8739cd8b206d6b40a501e4e9c654b35d80263785bb3c9f1a5e240917
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a281ca1338fdcf0effdc693b15972668145abf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb386632d2e2cb1fad955ec729f85c464c58ac4c6cd03aff10aa2faeb068d982
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04beeed93cde6aa36bf76e62f1089c972026dbd7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265683f3f8feeb75180a8340beaa829b0cb4ee2eb8182f3721d0850cbe662678
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a017737ec795740f67e46351bca8844b8113e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f1a8f21d4c7f78f87285656ff8d3a7f2511d033331eb9d4d5522b09bf5d7ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fad9aba9756d8d35ee4c7dadc5b6cc449c5f6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce57d51eb99bba24f0bc38dcc82fba7ce8b9f9c062b9558460abf7fab21a34c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3768dac9667a6973e95b65e50c426b3d95c35351
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7e92ba5b03aa523eda22210c1cb6f1e1e72b189f1103b58c9e808672e63743
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3818cb04d1ba96b31c93beded8c43b1ba7c6e2e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffbb7e9491de18004790a0eac5a5b095256f67e659f6aadf4d4b657dd54af42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852d3916c9946a895e2669012071009795d93d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591be509c5a6fab99f3a89c2cb2085a0ebffa429fb661194d412cdbb00a0ff5d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139e230d1b1dac08279348bbce3c2bd63ba84013
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdc75cacb1d71c0538349eccc131b868d22da88e0004cbdcfffcd85d8df265
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88f211591190cd0aac86053e9019a3cc1a9feb3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87661494f9928de5b4c7e9037a75d5154dafaedb8fb3e9b650cf4f86afb2c4e0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabce1685ee7ad721ecaea3b0587f88dd36ec073
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468904a7af79def6fb55789d03579974e7d1b775a8bdb7a53431fe022626a6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec9d3df91b2296e3dc9e965138db6c36b3cef2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82deef74d1c8701e73629c6bdac9e48a498420e55d54ab6bbf5ba7ecbe4addbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b29a2ad458f9a6f8fa814e754a9c6d302412b3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d2511a7cc816109bf557fc41eca8c94b5fb554aefccebe53fd2cbd2c5c35b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388b942a221c1cd2aba1ff45f54cef625d3784f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b25dd684214fec6326405153fe329a4084ebfeff23e0803c7f990b38a41bab4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f20321cc364ad78bd44f348a28f20f081e59f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9758e933436fc749705658c1a5215995d6b668bcdbebbe5d1698755585f3ddbf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c4316be6fffac9024e1961cf6ea95c1fd0c116
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdedfdb6c4a9059ad1fd7a86ce45f8dc1196ee36cfd69c181c2df33f15112f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cfbf3723888c4cf3560400a0a4133b57e3af03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2285cff3f809a73d697f114e74c671fe31e07865d49b6d7b01ddaf6ec6474c79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d1f99c598b7bf1cc68e99f8063594e8127302f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f0ea8d8c0be15ac47ff078536649487b38fd21d2879826898109dd2e72708
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb7939569a36fd0c5985f070a5af8abd59a9b7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083ccbded42a9dec8b14518bdcbef039117312db218832d5d8ca9616f0d42bde
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248dd6aee3b89172c0fe099765502ad22288e5ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f938b99d2320c5fb3dbae6f81dccbee126e30592de49a1378d013197d7fc6dc0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8667296da03af0181e499f853e22f895e8aa71e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a22c4d710fb4107f158d03ea79af56a2229dba3e4b7db09bbecfb93ccae5ae
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac38728d3b8ba3eaabebf190258ce437d948f724
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab20de4dfeddd485ea13f135b26292735ecd5aa90da46cc62c7650daa344f80e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a677275496eb97d1d8282cb8761be3a322c2b4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a954062baf5b0079e8a0d647ee62fae83b9e9a1b77461b246f1bb1846cfcf69f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef94ebae9e746b9ea866e2084b6ca4c823a8f0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9527332094e6e623647ed871ba4170f4eb83103f58c6c62abbea5b4202ddd090
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d418f37ab2e0beb444aaf4d40bbf77dbbe38c53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e1bff506ccae90a7e92f8f69c044abab2d59c05f1b27bbc9fa3b6ae6077b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ef43f4832ad4c1c67d4f9a144000b5b60a2a23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5051f5cbdb609cac7af6cebebb2d19ea8287f95da184c6159bd6804f849b826a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5f4106db03f2c9df4af5b1fc5b0a582062e095
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b43a213f63b13e4192474ddab90d492a445be00acac800ee44dd28b596bc11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089d1dabb71e04dcce80b14800dfbb3bf83318a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1859f21973cef8afd1512c0920cceb88c855924426aba1cd830057fa049d2992
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecd51328bcfeb7fffb51a27de4f859ce842f519
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a20ff3ecd9fffee905e21b27442b755a0cd5aa5cf47dc7f0117033356fd84cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166ccc5507c9ddfab769a8885c23831474ee67df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e201148367af7b96c778ff5050ba8094867f616b758983e3cf49519542534b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304e37845293c9187288139e19f27f3211af8c7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042da2adeaf7592cf286760465d73c5dffd1558da3e332419178eb2698ebb076
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421a771c8eff1e8aea72bf3f31374956ffb6a81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba738b1509a65036b5e9918ea2a90deb7ebae258df7fdd4060a253306e9e847
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c5d21b35f95944eb33d43bec4e985bcdc9f5e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c709380af6012e391ffb69435491dfbaf3fda84c72e4cbca62d9727d8798b7b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7db8e9e320b301e9de127ee4d883f254c72970
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4381f51507c26c03d71b3756c86b607bb828b9e55e2df74bc872cac0c6b539af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fec1c9f6a8dbd5f11e034627db6cf8a147d939
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c70a3082f18917de351954c3e2c87f2b7292d4c4d2650b9b6148a2f35e8f403
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdd53f6149d6e8877cebc74ce2febee75fe850d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f5e9af385498c7fdc4f7d3c6399c841168170f4796330ebd0b4117c6be4f0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32be87f6f8a09257be706514c3054eed5843f89b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c3697f8a7188ae612316890a89d00b477d3b93cda4f8e82117fe76f38f9e28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586e64c2f04a77f73582681e8cf0c1e486987ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f9ab5ffd157a101a635fb7213e8a5240953f790410ee8c77f244c7a3d37e41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c96d923b2a2402ae4a6a07f60a9cc395284c692
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ca0de9dca52e43cd8a1a7bcf990377b33097d5d3ce91d6b4f879261532e203
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee34ed258dbecdc40bf0c97d262bbf838f531a7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddc13dd64eaa456ff525cc6721cc9e1bf751043c40ae0d5cb7f6eff17609c08
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e76d09318f76a0794d80336744b04c606a8a856
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c999cb87b824e841b755a6367f85883e2b8f51198fdc7843806ade26a669f0fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344e739540e34aaa0a66f9b482a1da5542c1c971
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168433d4316709241ea4f05d98748f9118e25db615d45468fc556ef2cc6fec8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc9aae744fc6b570299a79e2cb6a0d71ca850dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fab01af26cd2fe500f2993a23a207b5db3f142e4643871732c22a194e7a3e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6815a9d0737b626d934677ff3c5d49bbc06229
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bd0c9781b43f4be6c700df107981bd498a92d93cdf7a87b6a3cabfb2e37995
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3328e61d6ef7a6aca80e0e5553cdf3839b8b4bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9730d93d4efc03dbdbf1c545548759da2084c4c66e5e29f242368365f1c3fce
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebcb6acb488d1ed3f28989936438a33a3a7a64b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f531b4b17283f3be532f4e5328a7fda112333b83d4644d6ea5674fd70b2be608
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffb72d8c591ca8b1a06be26225d4484ec4946b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1922e5210f31d6811e60dab138da6d3849b6050b3ac91f8a0a4b0dba9436c89a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f848b3a354a60bfd5cc780585708d85904adf1e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbd8abeae008cd2d7d414787c24f6b6b54d23dde75bd06a4ab31efc84fc23b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0edde084ad82893145452e979e80ff194b87117
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1ba49fda620d6641fd96d64da2e7820eeb8d3774fbfe8d3ed6067ad02d9e11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969f42a415a43584f609b61cb03e047861765c83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a2dcea06cd851ad638c6ccf4bdf9eca24a1e1bc2f9ae207a951577eedf281a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e383ccc361cd06bbb3158a80f8946851afb3f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbd179232bfae3cc331bbc1863101a5887a38c850c14f98a151f74d3e7d97c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb057c66883ce6e51b62c63b8757b9367359805
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29bcee76c6d23b959a8770e1a79e0df2f4bb1596ce355e52ec16dadb205a5c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce8493d2faaf37ca26667e6ce94af886b71a47e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d43b06a2d921d0b21a8098b1708ab377853dfe8bfaaa84224ad86461166b81
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392338f8c034437cd056a7a7a194b63c70ca7190
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f8d21f299f121efe418aefaa6cdbec14fd95542a3e1bf7baf079def8813193
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f12a946f5c4cb23142687f92afa36ee1987787
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9a018462a08df6c78ece40efa8bdad852fc18b0abbf2d27c1ff04a54f671cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f97f34b7899dc948a77bac4aab57c4e7f72f26c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1276ecaa41f2431981dbeebf1c85a851163c226dc5b1eee018368cdb133bb597
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9200ede656257ebc7b504e4585f4413bbccc4e3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae7b75179d0b1f1ddc5331d894644f7e1a68454f1811920f85192fdc5832ace
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5bdd951ca08b3fa6c98affc6ecef580941488
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dceb52e469480b0af8d982f72038ef599edf0342c6d00c21d925c0bf069ea5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9ab5a969b065ccb6d282c80d785d01fccf40f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361abee06278fe4378269dc327c27fbc0be748513e29bdf99353e3a1f8d54d8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fcc3b6841da693493fec0ca731d77d92b1e540
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49c33fd91bad873505c21c1b8b1bd4be6ad8889a51fa1cf1b373942dbb22c04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5dbff80a0d8dda6b48bb765a436982c9198b1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b5ab1b23617638e1634d8de61f2731aadad5714dc0f76c552f31dd35b36943
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ff2de2f2fa3e3240fe419aef90229922c84579
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d516aeaa4771ac0ec36080d9fb305d76b1f6d043000f065f21e8b3d9dd9d7f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7acbea380d920e8a456cc1deece27fe3281f01c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2139941eee26615c4d4f6a932654e42b6f9a77fb7b2f1bce49e469c1ec60591c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8772ef6991c50b9987c74f6cfef1e89d873bc08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e293ca42d96152f67886c82ed0047334cd8d6a511617a16df7405c47a68d9eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697dfe5bc23f772eafbfa2d53df077fa69f04dbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c143a4c29729a28710ddd435d72d141ff1d4833847c1b6277866ef9f214a5e60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ed9dd07a99ce943d74a189711c88fcd4047b70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ded5871c4e2ec64910d77a55581976356515e0a7e490d8d0c7447527105134
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a1fb6d6e245d27fee53890cfca25b727873c47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661a41fd3e944ae379dac63ff1f61cfe16b5d12fca3e46e995956535e4de4d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ea649cb364f286e8ad3ff3c669f7ecf2f9791
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac381a90f1f2d2acedc7c4dfa9471b987e84e152d33fd3afeeea9b1e517323e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21590eb63474d3cd67d256c5938a7d5bdb1a3fe9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34641136f8d7083eb6df95d7886ef1d43c4a4a81a9a376f07575ba094d78a9e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492620bdfaabc2a5f4af74b3a8557f90eef93908
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbe4ccc32f77c93ec10578ad8fa64b8f3dc47833e6a7f606dc04613f890d783
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6fc1e348ecc520ef567adb618b0f1e8a379412
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae16b453bb2dbccdec7b93107cf64a73e2e6695c8c2e57a65758b111c46ec92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ed29c4d5c71f39604e6578ffefdc6ff6a299aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993caeacbd08928b62bfdd5fd6c48106819b01d4133082eb7c225e1816123c2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9a6f79fbbd59693ec392ca050be98ed3be4f0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183756b3dbd59220f3af2e1c3e097990f38ebc63cc4db2fb81aa3da6204b6043
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b078ba0b6047445a739227c1f8a4531c7d172288
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a2422e0795177cb1ec4ee886185066442c9a05075872186cca7632e1e303f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c63a4b9a101a13ca297086184c6dcd7730d892
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a67540bd3d5cdf7fbda9823a1a62c5e87c6da320a0a447e66a8499cb670988d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75644df893e4410bdacb975f4040554a85036ef4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a0feafe9f9348e7c62e212cd0bf9b6f12c8ba17d90bcc387ddfae89b4c9740
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356f145225e8d60991e05ffe7b01ddfbdf6bd640
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b303d59e253852640b7abc37b0d951bcc17174d2f787cb7280cc184f81a5635a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fe4a6099103d821db62e4765cf0456b2900b1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85303a6ca37a6e470a9e3e503c996625005294d02f788b0cf3242e15e922cb05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a272038140c5e7c9ce6644f409c31e830fb0a5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abd804747893316f836452638811545b7a9777122b9455da67c83ad418f90ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a215ac2d16f978bc6efc9cf9bf7b1b2d4c1ffd65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c315425d7bb254e8d824b3601a3de05ffe2e5fa53b43c5ab30285af3fbdef9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc4d0f28c7c67c21e5271a7f8f66c553d15ffb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592ba610b2db8dacdf5bc6fb4de0693f8033c953695a6417bf189f67106d9363
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e374a6b8abe526bebed004d0d4b152144dda15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c097e8244a8f34096589ccab0b56a52a0bd70c7c8d04ee33c5ddc86a6fc548c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb68a1ca42e0edd09cd8ff78cc7d977058620cd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69803058c3ecc6d01c93a433c54125db2fdd41f2d0b9f68aba25d3ab0734359b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea1923ee0a6c9e598cf35d270fced7f8ec1b42c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75269e616f159b1f853cbd3e3b0b0de90c63b3aef599a529e63a2fa2ecff31d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce803f2c160d57fb0a911367160d9989b029b1e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e35ead629ea5ba701a9b6805b4a890cd5f266cb503992f0caf801f59f297341
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf05e235e4a057640d06149f751c8ae7e391ece
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde18c24802cd1058391b3138019471e72de84e06a3e11de4a94f8c0ddc89d61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb8b5c62242a6249a95d19c35efcabe09139d98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0704c464321fa8d77755ab2a27f482439b8c953923f3fe001afb62ce3d1b77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3525f3451fd602d9f3321a6538eef83c7368c8a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37779d634e969c23029245e8fa851ae7f31bdcaf21274adab7a3d3b5e52e4007
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55e1ce730d35d7642bfc49a7d20f1af3a302914
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dfe78cf2664b2eb5bb5c79f76b4c7955b42daaa6ac793a087a37a76726db80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1f7e35664f9ced31d969b82d2b816f1a684cb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4386a603ee1025724de8872067f426ece089fe5d07fb726b2e4259c96e06de49
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e1347ba56ba32776d0b7eec89e397f9a718147
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39c7e468127f6066299c909c20e1023f3ca046389e8e2d6733168bd2b954ae1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc13ceabacab4581e3ed597afef3b31f1d526cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f929b541238365a2a578e755d35160328d436023eae45c07b36970a22e9a8b0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3a10aae6726bc318e372d1722208f12569d4cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa42c0702c5362c98624457a7922e1505d6e69d3136bd9208eb3728f8410684
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c81699cb47cfc4b70538f698526bff0b796bc91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d852ff54ac1187f2bec38a3f27dfa5134594735b42742b86150626f16dfc4bc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a011c8bbce4f3d6ee3784a2b94b677cd96f65e4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465727048d8771d6c9d4a917aa48efd44c1a84d09f2d77bad914593b38a16579
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6bfc0b44d122036814a3e53a2d68b4084bca82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ce9c2e2294acbbc12ca9004bfe14eb07f9123d50d3ee09a2e3dcdb4388017a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb327ed5443e6f15c37a30723eb510cd7a6bc3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7611da0e60e82251c0be335f53c662188f6ab77c4a16cb5702a66c13c05c7bb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2672e5293a4e60dd4b816ebbf69844f4c6468624
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22439229ce54fad4dbc9b1558e695e4471c76502f27afa967cf7afbd4e5497
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00dc44f5423267c22c5a299a814beb334112b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edafc626449cafafc6d7eaf5e736a4c55541e2517ed317766331ad77b9229b3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8b8777bc32b94fef49b3008a46035fceaaf21d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14abb8ea0e5a8fb419ba633afeca2a38c3e91500b8e0c27681864f39447f7d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c101130b03fa4de4630c53ff6bc1617012ded4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc436598928755774e4fc4661d2e7cdff93b6866a6f73fd04890a4e59d80b44d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd31ea6a2337979311d6c4015fd2b3f009cf605
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006b9a87dd36b88e24d1a31b179ad9d30e879ae59a29610ae0806e45296b50a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71115843eeace0d2337a12fbb26cb92b20f0981
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3b78a9fbeb5605d3e81ea3983622b9bb576f3c9f8c849eb7f08bc6a8272872
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ea8ef496cf3502e29f3fdfe84171c23caeaf1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f3d01be14944bd790bed9fdf7963b9e38cd43bd4426c3b4dcd63bb5d6d794b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da07e2313ce8ce783ee8f88c291bfc9480b58e04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c521c337d5232aa2b707602708e9a26cad342b9a105b4789f106754313bdff3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670ab106bef7e6e750456815cfd721bcb46c680
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348e14d19df7d7b781bd851934acee375a87b2da2aa5332f4eae6528fcb4f3f2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d241c51e264ef7d3227df858fcf06cdabc08164
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16231b51f7be09eccdd731fe75e756df14a19245865fd15495f8f69c87826b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c01254dc597c3fff3a500a027c8a5fc5bd70ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd1e1ecf00a106e33538a793e8f81e77a6e5bf92b3984980965c0e1540e830d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1e8d22dc554c3d4905a996ef982787a7f37dd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1514835caf012c4981bd91ebd4eb06c112fd8bd39668ffec81736b64729eb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d7f4217fd74aee251bf43439785c2efcfdd501
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663baac80cad4668f6e966060016f760a6290b90c5a527c0eab31b1a338b3684
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db514491fb19154392ef7caf56b327a340e8f61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0ab4a3796567b8d8ce8dd3fbea0760c6c4a256530bc24c66a058695883960c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d4146487d916f428991eb85581dae31e973312
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faa5036eba5f5d63c35bdb5f5f8485889234a1701fa77894d14be0f014223d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a479b60694a05b53e621a312c003b284c6d209
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6295207e266bb0db068273060e81f56e0e0a22ffbaf73d816bce2c4e0d57d399
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78f12efff2d350e8390a7eed779252fb5814419
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a05775329293e1ace14c750736b21c8cbd1333e963f1a4b8adad01e77234a9b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eede707b004617b2edddffb41b29e3ef6739c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44aaedf62e5b13121148e5633494976309164ed723300912b10505b1769dcda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91389e2341ee6d12300027e68e078d8b629571af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222d3a86c6f15f5a9c2bb684eb83408622e45f12f6786724fd0b7704f848d315
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46409460776fc50fd2646ae0a5da9d623cd073d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199f27e9f93589b1539c8645fd456cf73f17e54e59763cbeb344453be8274bc5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd219e565a9041dded32ae90694b5350cec1a6af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dae884ed6b3c68c248e74517eb3fb64b279a1c7a1b3842c52940a837090a9df
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6237561835d1326d559c92574821abeba4e334
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1490582d1ce8d08dcc8994437f437d03931f0da99a39c07709dada99933883
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa256f414438925ceb07ca89035d374b2236f7f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b0edab8a41e97f9cfb859bd677c54b90ae4fb695a17a254b570a170d4ff84f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b90be2407006721c2d1383b9a33d0507466517
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a8f04d6c176bed30679984d207cc6640e2f632063afef83e02c96058324bb0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fdf859c8dbf0b23db3704a6d7363a8cdab5bb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ee337965e546737c318592081b2c5e194b0662e4aea4ace14b53fe852ab191
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ee1e1ed8be2223b85767b29e388e23d4f05547
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22eca42443c90c800fb318063d986e0044d609fe183917e0b3cafb53f47cab8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb8e9930fb5a93dbf6636740e84efe4811a5049
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80e1a2a3df07c4e60e6321ee66181a21580866ea27ea13214b971e7cf6ded18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f57cc310d99d7c377e7932bf02fea2cf7d7941d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8c80c9ec704958e2835fb1b8474272f7f06648f91dac06cae5b46530b3a103
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f3f338c357f75e4fcb35998841c3fb202f474
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058ebc413c06ba71e51a3b7dd0b0328419c9c22d6fa54f7731675f083f09d256
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef685d62516064cd26a684d072b29c1317b41748
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099cf4a96b7de94594fc19bcdb4b0919a8cc9fca2ffc0cac189220f8d0110591
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861fbe08a616c5715707abc70e169fecae385eb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e50e685a41177f6a78b010d40a6ecb94e0af5fd85eccc4dde6a927e7c98f73
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1304684c6fcc9b5a0d18d1b8ef582217ba99d3f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc3ff6a79f2fa43ecd68269066a1388f120584a27890cebeaa41856d9807e53
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df71a4c8bc0ad9e06d351539f7eedebfbb53bfc8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463119374a93e10b751a3ae98b4379cbee1035073d83a3b4cb8fec742bba991f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9d9d2005efb19638cd7df9f536640eb676354
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b4af2af58ab72867a7a1d20e60c789b06306a2b881ff9bed0a32d88c8765bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72ce8a43b273879f8aa58200dcbeb4e1e78e0b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c457f96c3a2b9595cd2f47e5a668846c2e6822d8d9a59b459b2f532ca83bc52f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3390e13a17e76fbf6820a28a271e68bb4337681f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569cce8c2ed01c3cda33d4a2b4d96c0722d14ee7c83c25c12ce5c9329fd9293
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c873fd3cd188c448572d02653a2dee67d2472d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad8f554dd1b0913036faa08b217efda4118f6540ea2f0763ab57562d87dd13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343710ca8487b2f4083f5da39b3694f2cef93945
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e03d07410e78ece50eee0bc68bee543468c95417fea028b4111bd8643579f5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f552006e3285e7a0fa2ad27524e17662e7e0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e9915ae68955a8b71612e51ba4961154fd8182f3bad454b56d9a01d562c87b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395d95b40a5d7f72d03d01633412747261b758b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef381f291fee5f31a0ecd8cac2f98c4c6f8a49ffe58ee19fa5f076a2e40010b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5521243ee86348ffb34f24d5105f272e45cd6c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05998f9573ab8bea2623bcb3176cbe3b0ddc2e854dc97210f630779481a4d97a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93b142a788d13f28cf5844cf0de7e4f7c0ecab7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9e59eb6f9ea1dc86721b5bdbeae65e2234f1d2e9dab6282c9cbe9eab00859
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2328262c401686b9fc57e848900c28ff91198353
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adda89b4a37c0762b122d022aeaec5c91689a9f2d418c4b55edf2fb3899cd7ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb2c9c94cd5f27e6754d7e6072d1f4854032bb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6440999cc07293301e24b925275eab7319287f661bf9bde457d43ca3543e6eee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef923bf7f8e03a39f227945a3c3f34749a7577cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c583f1077c58b2c4bc5e3452fce2292734b1333ba0c4b3bcc265151c801131
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb99d7fd5119d501c1221095524aa651811fbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17c59634c4cc6bde95bafbd74513bae14dd0b25e78e827540fa44c735907cff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1854523cffd56d03633228e90469e2140e9cbb28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd27e32ae968fbc956df29592bafe8d7f6cc0d14c74516d07793981028e7bb2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f45546de59f783ca2bcc89b821408a6d4301ac4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe521229f52b2d10a19a7e9c50025e6ee800e41d4a07f8683a933d5c4129e024
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5888d494b4f2f2cbbec466a792a0598267152520
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ecbc3032f0601988680526fb278818e8614b7b400673112faa4a34a4b48ce9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f234e6ddb357cd2b8341a40f93efd108f74f9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6a8c609883c66c0fa8326821b0a89a503681aeacb0819d261f2ce5cd9e04a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047351de73698689170f83802f4af15b46293b66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705e27a2ebf47732ef18c812d662fa8ddb6dcc37702575684fc3df79cfd22cfb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc239121299aaf9e56fd1f2012e3ea9907ca33d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5946a1fb3e64bbe55c3d7f6a5c7b829cdb21dd9e42d532b413292e1cb8c2e9fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5794fbcf4cf6f7b42f379d4efe051385f3e6a691
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de25d38fd0c8e86b2630d0a1ab6f9785d7810ea10e6099e1c24b3e324665ba58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076d170a4573294debdfba5d263b24aa4b1092a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d0e17cae463c96a4946629d48d1c4a8f5a402a51bf7ff33f8ac865a996a16a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0c4d12888df245ba6fe9fa89b8adc97414afc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c764242d452454f8aa1171c06b745a72d56ee8bbbd40d1bb2f58a1aa534c66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea005d3711cc9b316f1f82397f42d2f8b30e548c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48741ae1a86c66a160fde95c1d95febe5a6bbac957ee4c7b9090c19033ea8e30
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebb7f44364593e952b3185e68ced74d3dbd6587
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b40338340ee5343d9f06b5402f0f7cc733eaa14582c2676e7d42283a9563424
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9898d01be719e9361caea8f0a9460e2f9b615140
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad81b43b79655e16e0c05541069b1f8cf82b46ab72a3e3c53d520a679334c1fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd7133a856076255d5f4c739a12ebe43bc74397
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94f7508ef0b7b219b3d42576688884b13d5d9b9ba9f2f0eae666ae225670329
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59cbfa951e6cb08f0fe361c70ada0cab9294a36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c3d2c2645430268b4a9812074f6489cca304a1cbf51609c9a02a3c3f7ecf71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab79a38a84826d1d5de605c0dc2159050eb4e1f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e882095ec68bcf9d41d968bce5dfdfa7664a0aea1a8f530ee401f6c5da7b4698
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30b368532d7e17e240ee00ec089bc39e108a484
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ecf9404b0a656b5afd929a3dc056a8a459927f87206f6f32ad468d45e21986
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dddd60fc52fe27708f3890064e17a3ce587464a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca4173ff95d8b197f82883b82d5a2791b00456f5c7a88b659c6440b36e2f5f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b82ec18cabc25c10a1aa5fe83eb9cf779299d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b94ae14ec7a032242a6d7fe029a64cb1bdeb0a2a1d30b03cc030c72811e03ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef958a2e07dcd411508fb01cffa0a5bbecf31e2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad949fa17e073e3f9de5218cae4167a9b1a57f0e34e24829711e1a1432ea5e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d03507066481a2c03b3ac85cbf7b489e3ca43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd608303f24182c6beb15f633bdb545b20e906037478212c301520aca0cfc1cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e267b4b568a206ce27ffb76d2c5927383bd63596
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8f525ad667fac851c6d67f7adfe23197659aa3fdd340e9bab20ac93b78586e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84bd1e4103484819292ed280c8fda0fb3660133
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb022380d2e46505d11f27d4b85e6ad752f5d3d53ee22c24b652e2a2e76a249
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afc40f9efa7c06473d29f68fffe79025d0ad188
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7197f08fa0067c6bcb317b8bac293c0319d0509d8ac227ac8c14d4df3f7e99f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f45a0aef62965d36ab013df5e58611168f90a42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d54c1cfb6a2df71cddaebe9189aad6cd7b2c601cee8f4a1664bba93407a01c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7252f569a580986fe7c0d413c7a3a87caaa847ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73d7d1c3d63cdfc56dce48e3339b30923377c678571d74e38432c53d61b035c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6650295c7d6fd8404fbb72854c5878da8186762f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2616003745052dcc36d28fa4bb5c9ff1ca465ced96799173c0544af796283c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5c77cfc58d810463ea2da74699ea971491e96c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd81fa4bdf9db340261b59f9faf4bdf98f28ebcdeb4ea4cf520a70d9f81a531
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7862cf331a4000191c30e7fa95fdd2c501aaed8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61861f7c18d2a35802747f0360b43803e9cc9a0c845dc34db15686e3df3978d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ed9eaa6a81447e630ffc93091f5a52c892e8e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c468cb0183cfce0b530be4e3f3ee00cac643d12329b2c9455df12806c957490
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1123a713cff0866b8106472ce7da285d60e3c29f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d3475611e5a37ca55c5a5993489773ea04eb8e534024c1c74bfdd1884a0424
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d53a8e2314f609062cf302a1a7526ee655227d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348a8da8887a0ff1e64b31b76b6ad073010e77df74008bd813751a75b418b4a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce274f295a5fb8b658d3047d96ecd06be92b0e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf5e9b9179de6a8bfb239c8f9e08698f39486ae30e5c4b7c7a4257186826be4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243f065564de2a3007813e1bf549512f3dd8317a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2559306072d353b76e71e77e71fd3e01f1f62bdfaeb749b06f4be138ceeed8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f71b55a03f1829edead2729018fc43ba410c76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ff0abdcdb71ecd09a9e93361fca39441415c5be3ee9cd479aa2037b738a8c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c316960360b77b8ff202b22b4500cb8c2eca00b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdce69f348fbb4f0827d9dd72174cb331291456de8d78ee2057c9eaceec98318
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f43e55ee280e9b0c71d979849ba4837748c5e83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88804344b4fe37060a820dc7e36e77ba31155f60ac28ea468eef417bb40ca86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e3979c84d223cec98263b21d4d7897ab8c065d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bd1b6b42b6e12a356f9bb5a07818de95ffa16b1ed1edd7912740de44df6f7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892f8b84983c10721a7fcdd83dbe1ee07e83c3e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f94458dc98d18e1932fb2b9bcd2421267d1b5d98da71121d06b36fea414b3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0fd8505b2d3702f6d2637b7e3ced76711bbd18
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdd03b9ab24339900025d743ef11b4efe9cd157ec59f47225cd015280462055
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238f586d8da7ed72c9be36b529e3cf0b8b9817ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ba7d8ddb9363a3789bde9261022721ea8e7eb5bf6ffb817fb6e68358ce3932
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8b3219680ae192a76260e529c6a87dde10bcb6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1fda67346578642cb86389b0dfe0d6ef2ca4be955b7da38a56216669ea2061
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a301cb684b8a745de407f218da58764ee132961a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bd3829654c9e1217c6d0939cef36ccfddeb4300fc3053445e1651001af5463
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdeef6ce628e218f4bba9a0b7d88a0a93e92f54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d1b5e7980fe525a43aecff230c36efdb9b26516307c25c0d64ba2db552d9eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead595acb94d91d505a32504215d75d31e3c7119
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79721f30fd704b730685a1e1b39567c1701578bdcb67e6779287b47c5774991d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dc05565e3a55a3c9937dd5cf03a0f46db937a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bdaac4ab98932d095dff6c45a051d859ee4b5c540eb734cc0401d1c4cd833f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f2c93494d4ba8f2936586566581906ee191140
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c542206d4afe8c62635473bb58261b6f9dbfebaeeac39cc1c3b72a59993c813
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5580cfc5a76be6d9c330e490171e9312382bc9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6f8fb96fb6f77fd6a5e020843c59f3c62a2e9f173b7a0d800f2f402b735ed9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc24b0b9645f6bc1b81d6d027f3eea64169a51e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1acdab69b25fe62c7ebd778239a5df1a256a8173e40ffde58c7dff60c89136
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c588b0ca780a36f056afaeaded9ce8b801eccb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce0a21d54dc61de236f50e5173fd6ebce5fe8e17a4516a2787d456368548046
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b824121aa34cbb96eb9f0ab7f97b16576f1256
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df98571eab4eb35d9f74363af0f209f96deec517d7fbe1256ef0508e2c71f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c58f1a2e29354f5184af3f9d51333f4f72916e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd261ff025ae52cba1981a8eae24eeb05614d5a6be0bb747e4de7d5a229c205c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2776baa250f018c96cd20b0b7f8e3b9e17f7906
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579140121dd690b7e6c0683c5416760a6a4b11721c431834e2daf050da162f57
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3c31ce679ecd8b182852a7e099de7f12373e54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3634009661c071b05fd0b73caca36884a8bf9e3b4dfdf584352c9226eb63536b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557bb9e08ff256ab42b191bb695e1d817df0647f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf81c7fac74fefc31167c19929e66b1b32b9e845b44a8029d37ba28a5661b9f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67348bcceb061090520886516619a10ac3d57528
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc0c0e11ea1f1468d81872f4821a56a23e5403ec09f0db27f979fb45105db7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9548dc721b5ad4a7df3a6011c244b84cef1bb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52622b72d0882e463dfa33f9c2cef9c6a5a56090c52e63af7b4d4fe3091fbcbf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb26c154ed4a376475967bac150d883b4542428
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab2edec33d1bbc704af86905563ea19c62d519ae1985daa155d10013e93747f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ee87b015eac9319314fe1fdf6e258f8d39b50a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b66f8e54654c5d70826ee3855520e8ec86131445869bd753f74ac8b2297eb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3fb8e767f14434cafa52bca935e98a0917002c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f65e441cf071b962feac49c4664a40625459114b782bde41b8af9fb864550b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46138bbdda521cf0992fa80227e71cd7824d425
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0868e7e655522c9d91ffa2c8eccc7a85142ac2d2a82a735ec1872bb255ed159
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9730eb552b303df956406336b665f1245b5de23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cdd489cab3bd14bfd489771654c6bf0305e92b59852c1bdb53ed25608afca6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e0922d4700c450343ed9aa97323f74e15f0c07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa378917817bac7823a8af07484d23fb7e22cb5dd77dc02089df07d933128c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a6c1f09cbdec28a303fbc94a177c20c42f64fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12620c286011a8f9499ff6d0f642e80b576dfe6ab621d7f06668214841065ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94d490ecab1afe16ea5b5ec5890129c8009eeff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816799a7d75ea879aa72973a802d7ac3a8d59f0929a802f499474b74f87aba15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a25d986817f8c0ac76100175a773fe1cad80854
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179b9d8a3d8e0d3431552531f9440fbdd3e80f180c1b30a69c3eae0f7a56e5ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89531f32db37a0798b3da7a22ec0bcabb1b8023
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf5933c5fb7dd156fc80bde6056820d1df366c4f0dd3c022b9a04728241a3c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2c4ca5a47d2fba8382de65117e64da971b499b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6cf65b16abd904804a1eb92fa3498ed8ad34ce8d29c0f054e1cdc68132326d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a66f978c0c6ce2ae7bd7d1bc010ad11b180582
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cd57598b0e52f8572e4974e23fdd9928eb74d0f426e259fc5e26819495a007
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd315952bc2348e3c824948a3e1fb3e6d59c7d79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775ac4a804e40a325240e07bdb3f011608a0b09012b76a20e8cce0618d321dad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56160a8fb86825be2cddc81f64a3bc1deefbfb9c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9709ecbf315fe45f9b533e02dadca6ec42dcfb29a0e81af4800902273a0f349
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301b2a1399701a4b488d414c2f8967522cc5149
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896767a2f8f78a74a573caf181969ebae6124fef62d7e05f21efede976d3eeb2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2911bad22814848df0648ec6f63c6099c5b3fdeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f75f79ec226b46e2e12213a170b17b2a394bf566b91db092d7734f0b4c8d3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b366be31ffd4137cab18aa215d035b914648fc27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172685cb9905ef31bb65fe37b5009a3506b80430afc27fa3b37dc4f1b6c51b8f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc08c72c110103820e3017491b7a42cc0ce2cec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8112463c7b6d786beceb15408ca30b3ee43b1162785322e0140682d83b9cf774
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554ba9bd6c721ed63bbf4fc2a848d225162ea93c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caea6bef9b8fdaeae20ffdbf19d52261e3bfb8e3c92729fe09d314a5d76596c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a40e0062f0c38f9d9558dd9eb300172a1374bcd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d5eab91f3ba99ce8586e2f5b6443247b3f49b3e152a391829ac179339a7cdd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99d3ff76451585d9ad8e64406f7621c36a94fc3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6fabc0184eb9e3751b22fdf98574c763d46b7c4b4e72937b0989b89e3bce2c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16a1b674147004630a74c0d559f44012dc25470
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f64ceadd3d1652a4d206923e36022392a1b82b27092416f8325055c823af6f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d70a7c3af5856eff6fc8a6934f5dea590668fe3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfb91652986d0349b31bba51ac349928cd14fed87070b49e60b869c8fa05618
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7609b1761690e9f7ac098e19d79e3a4fe9ea80e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e37bf080ad1a6652bde6831b4ab989ee134698919469897ad6b496b3cca8f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f72f403176f08f136413d836560ec0c79201ca2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083480ac5600402606d93470eaefc9e433641a27739c2d19b8cc4cdc43836fc8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad572f2a3bdbe2911b8dbd6a59f03399d4cad3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40d700e4bee551751631a4d555e52dc031dcf9ebe615e7771882162904bfadf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817afa112aa0797ca24feda32a059c2a085a5d45
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f019b5637bf7a477c5eda3fb1dc89c91ed3065e62362983e03994e8130e17e01
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1279d30ac59b3eb1c4a641d105b0515bd0bda5b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539be4fddfa635d9c129fad2e1d9acd106f1364574d1684017546046f1817654
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9e42fe4a443ed3a1313529253cd46fa6e18e81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fdb9ace3b3c3ffa88fa2114d717c2646c75ae98b33372c6262a1810462958a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4540a9cac42d484ffaa15bd9262d359f8c431dc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940faf0ed3ded6f94e9293859ee65364e53894d7af70220dd1951566781490a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acd63d73e13cf9ea8f4a70b0bd6d9c9b958d2f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9d2d91fe744a40bd2f9e7317dc4594219f531644b5ce5c96de4fea3ba4fd72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c68ebc392de13dfb31c303f39c23f4bd4cbe96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd353de5d296141f280c950f50cd278a1b7ef75a6c1afad358a567b6e1223bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237265b51a45fedc4a0c769ab4f24a440f9705ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbffd0742a1b602c91311f46ee31a570d3798574116da0ee488b4326d75acc76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586e711925befb29704fe3528c31087d59856fa2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c493a6d871ae9603187422c49b0c893d5ea9c21a9cf23104fe1734b9666e756
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90e589bb976047a856fb23d075924a580bb8f47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58de36ddeea8de4dcaedc82049bb9b266c7e347da94a918b7305efc7f991f1d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbebe1e96162bdc1df42d77a1a4bbaf3915e832
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f7258bd3c25e178271d1d32c93d43bcc069f13312bf93142856c65fe15e71e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e988c0df6681cee3d65f1ce934a3a851190a712d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffdc51fdcde12eec0d6d4dbca9e6d402d588fdc87b1cc248581e5add68b098
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016de9cce7aca6b7131105d2f8e32f76cfc18444
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea3b64c399ed68d043e73d3e63d81546990f2e3800b112bca206a61ebd5f9d2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93b1c65a43f2f83771ae813789aec14fb168f69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c7a1901421bc1c0db63753aeb3b286cc1f32e15076a08a6a9fa688c1ae990f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b84a6c21d19fe99531f22e511b44d7130a722
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b430db69a55c3a0582bbd95e13918191368663ab00dd4c641f11d9e4b50c12b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f872074d5a221080d8fb1f1487e5869ba7ffe9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e876edee3623da70c7ccabc7029105e240e32cffb338e9482b89c70e86fd6cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6584be7427df194f642b1578d33acf1554bd42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fa1f5fda21e6c2ce561c1f3a72ec9e0898cd23c47b8500c80a9708eb0030e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b22224ae21c5ada08665154b0a7f2c3b3cb7e88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2884a7e9e7e5a361d7bcd623e81903e6ab430fb1ff786d0d0ae0f501dff7b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b8a0a8aa2246d1f529fa6e89dc1e4ac8304a1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0fcbca11664469e220bf0591b6e437e29f0acc09e0d4a658c446df11fa6f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c599f1d96a538c76d417a26e9b66e0e411fa8076
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f4e8165c5f7dcfe7dee1b253afd6ea5cef1f8f2c6b75feae8be786c5a8c783
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee45e0973792b99aa9b831d97d71d503c0dc6049
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e677eaf3dd156b14960c92084647bed7945176158c97c7989f9b2e288231ed4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac018b3dda69b8d27893d7b41493980b44b4b0f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8dc83cf8e7687ebeeacc4accd89fc8262320633a3c9685a011e7ab8f60004c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90282d3dd283cc8e07d56d6f311fb0252b8d40d5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3279e31cd84af2ff1e7352b25e9cc4e46bd8489b85d055bd3d1a418c24735a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50ea56e8d3a4254d6ebfcac206eb6222cf222ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badd1c426cbb7c01c111d7be5902cee57ac13d66ccdbfe1d3d0080880f04098b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7358e1d84747c1129c2f977ad48e682ae20b882e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c789687b4238aa8c0e6869c8a177a0a3e1d360d9a2d82d59ad47ade98c8e35
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab90ae20d6c33c00196029f58303376465a2a18d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bec096eb29df567224410eea48ebcccd871ba0b0581a0d4a23318c08025a1b1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cd960773e01c240726cfa0f2030be1008050a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61aff7276d90c06802826e64e8bab020a8a1a9a19cfa1cb252069819d64800c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49136b4de36e5499b03f87794def6a47e3f6c737
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29038d48d0ff7068fbd6f4483a663cd8f3e5c8e02f2a0f0f78ffce26daeab47a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067f72b3ca979ba798554b989ef68455a70ddb88
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf56e9197378b27180a4fbda085fd9553fcfc056f4890749c65b1310c0187c08
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8339a2058965453cc11affae1c158cc5a16924de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cae28d1a19bc3d434cb22a48783dfe48aeb5ea4ee34a179384a19b2ec6e1436
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e101d7e1090060e3a83c7691dbbadd9b66376526
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b1eb0cd535fea0577af0d6603498ad55d604878331c2676ce4b624a418b105
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d180b0bf1b2eb7f27f068312488c67624f3bb5bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24984f7e7f6e6a7fe838deaf9651aa0300d804cf82e250ef4305be1170696a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b9f192e7654a984b8fa38e365040c854b2e4e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6bf6d1a35edb500a3cfc6266035bec7b79992459056040b9ca024d0a8e788d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9719bd65dffdad1c6fa6301bdbf9c16cea00215
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d5ecf8bc30fff5e98c63ea04cb8a2021093a520403748feccb818f2ca2e9f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db27ba9641983fc2dbf7525a60c3947904ddf7e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c702aa53b50f52a702e34b85c60bd7eb92bb8f4f8a7d85fa49555728ff0714f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f2bac76a1ed03e30ab5c28b14c01eee64d862d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9ad4c1e6210938c2ec5966552a8cada637242a06d834e7a3de437892f4e53e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d343af8a787a03da863017aebb62c2240db1dd79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea45003c55bb57d4675d095872d9fd132a767f9c61e6329a6fbd717f2e5b2a4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7a9fb13cd062d9c886570078218163982b83a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1646580cd57d004bdbd295cad41c72d8625c298f649afe5a08a03cdd8c2c9af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08c9105ac5ed5b91ad0ea3e684d2b49f0690937
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724210d055c707a142724c0551e244d35d68749d7ff6d13ac3db0d6fd31d893b
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc8a65815387d7b323d365cceca1c21113142a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_7_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5954347a4539dde6d871f1122a7fa713a73dd69c99a35d73f0cbb7a1c2f06e1e
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa2eba3905f16508d048b93bd30db97c2c32132
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae1eb0137bc06114e1c5951792be44e9cd7594f45a654c9720bfa7374c18bcc
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb392b2ef3ec1d312cda49b098eb0a95753b6f12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9f235a94eeb836098ac8a30fa5833f53804a4e55688252c9e729abb4d1fee7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef3a4eb7ef52af8f7cf3c55a8fcae5344b4578b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f764eecb956a184d4835a5b57446e75cf3b9faf304413070126e0340f2aa15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0e875ec268ebce70000c53b9f612db6837cce8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08023be19179d0d60ba89fc6b4f1152460d08c0c1c504445b2a2be62fd6d044c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedf8ccb18c966be8f4d47c2429acd8e012bd855
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9e333888b82ccd8c8ef9181e0b722cbf0e496f7bf785c8b82c40175bcdd069
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61c99dadeea1d8edc881f1a9bb23d2e76b57b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a11d2517c7f44b24cdf02dd6d047f0f16304681de7e4000ab4b196871ac0ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c88ac9e966d4b7b990241eb87ee796f0df20e47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb2b3701eb7c795bc2008325c03a85158917b0ceac9e6c80867cebc7b0ab344
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de9cfaeca227b52c803034c5645e454998a61a4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032727f4db9420541149da4c50ea672040829a6154e501607139e43374c1db5e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22e41f1906ab5e56205f692f726d71c29dd88d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d981965d60c6411c3037db94fec3a18ea6e0f4c21d4e78f305952e0e427563e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2a43f3b9d0ae0a6d5c5aaa4c91177daa941cf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37ad51d696ebf72e68d1144bf3e54da31c503393cd0fec8b9e5ff485d170373
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417ac17e2663bfd8834b9ee26d7bc01f0291cffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0561e0788e5939a72ff60c73e4b13ff6b76720223810533e33bf8cf3bae19df0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855dcb28095699a6c02c0b69a9e0e2952b89a764
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfffbed7b0a6047f26bdb0270487382d493dc495f03328a09b014d153b1e271
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d2ae5bb8453ea30666aaa45e1f4fdba4139469
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1860e90385191f21ae146095192bb717ba88f1c67cbb65387194df76f76b023
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375f7a28d946eab67a81b954a98a6630c9896f4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884a84aba7c77dcabf283b37e9c7c9cf24e3498c3dd003d2edc7df58c6a76886
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b240ce49f3ffff99c0ef0aa2580ff72e3743e14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f2c9c0dd6da1ad56de9f5e2575ae4ddbe61b8626e61d651fc0932ad0926355
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a7cf4009439a31d6672aa967fa1a4146778f14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779c97133dd2aeb1ad9b5d07265ccda608fcb74e09816cf3d992c0fd739c5f53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b436d6471529e29386f2065920852ca4c2239a6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b2aae337f05471f96a02400d45046c627931f3cd2577d92c3d54e8678e323a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db0d52694fc1cc06166115c8d29b8a76c876a50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8023f7a7292f305f61ae07f52b5b6c52f057e21a96737362688ad9238587ee71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6600a0f6b09730b5cb6d2d339ce16f4cbf47ed5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042bf39ba5e7b9bbe723a6e3d0dfafe70c73bb674b123f41939038d0b6c6f701
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df273d0f3dafce3e41786e8e79866581ae64efa0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14938f240e724df82f043a9bc378128d1498c846ff174920537d14b02a518722
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ccb6d5de7d0262b2d7ff5055f541b71254eae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2254558c43de62a0f857f55794441bcd999db57df164b087ac1c15cde252340
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a440cf47525f5454860872e9f4aede2cbafbac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71da95a05ff381ab9b5c50c701c5b3a588951114df7f6052ef4c4e71f6f50889
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56815c326b6d09ef8add33865f2f264751c4296
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a0a7ef9e0073c4a218735594482d536c6f037d06100e5e6e979652fcae5619
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa9c8db1e215870d41c38be192ec9e935cfdc20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ae4549167026db978b305b8f9436e642d6958d81ef0f515c2e0db1b1669369
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e1cff2e114e4b8792d9d82c9ccea3702f418e7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76405a6dc03e68a1cf1a63181822bdffbcc59fd6f982b41c1905892a4291ce7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e51395a8c1d3271f44c3853d52b116e6283b54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b1aa8651e4de99011ea26541cf2fb857b4bfa6ce8dc09008b951c5b02555bb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332f5fafc19a221c61732ad1c6b1d00073d08c57
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f265db615d0d7b4fcece0222838a87a6e73ccf94484080d7c87dece83fc21b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923edb3c2f3f341e46e5c282ed8cc7a5468c08e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d40e30fc0b8833cf7b0b62143fd7ef24b8da340bae1e231bcb160e09107b3f6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca1714d7cbd44ce98796cffb03ea25b37dac708
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed626eb92713606f55b99ab139a93850af1fcc329767fadb1b842b46d120dde5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446afa50234c02bf16078bbedd728afac2f4a348
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e121aca89d4a68e7e571baf42d774f74749c30670e681d7d3d477aab5892b764
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c227fd9f05ca349061309e9042c73b2ab4751e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3fea44d985ec514cafae3da5b764dfc0c37a39fc0e8d12549c09aaf410f2f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5407e20c903b9594cb057fb14e31219eb96e83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f89b7888159e1b13408153eb5296902749bcc0cfb2cdedace0519110edab959
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c233f01d4331462014249c00b99afa01c981116
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634db53e5f82b1a8e16db8ae8bfed77c787d6b8bc50ea04363df32e75d4c5d45
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61104da4ff836f0e7308be5b739f1aa1dcfb2f7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5643d787615952f3b682e9492c675b2ced0fc70ab06fe6c74eb35f57c8245931
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c660656efa2d6660edb627b7ff03138cd4656cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aaffd8304733acf66f0cf377055d56b36420397f874ad5ccf4e4a9c72f3039
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870703384b0f20249a508643c927fa84c8deb4e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc709d1c61669487904472d86fa81efcd28c970e54946893eb6e28f5e422a8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b2382d2274974619d73f4954962df89da59fc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ae80e42bd4cb1edfa3a0659e1144e2aacafd011136134f6dc89944c4da89f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde59fe6b2c7aeb709540323c756594285203dc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f6b5d8d4cf21d5d3381fa87cc40e2bc21db1657362012fa62ed6139b62a3d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79b90aab091eff84451aff284209a2942382248
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9791603329175080371bf41e056039834c46d51bef04a461292d41c59313bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2650392211be8d3bebb069a371f929e7d561c85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94805f1ff601e2007819359eedb38ab5ad611a504a642cae429a04f6cb8de2c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa128f2b347afa43a215f490da52ea789db62cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ce93c5710ab99fe14e8ff6f9477ac6aa9e43a6c9f8e0d4410f41151252e4db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9301d8457e675babc96284c7c0deca0668d772
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59a6c7279f6cb2e1e3f66af1a26d794bbacfa50c0d0f459864878ad8bcfdc58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e81a2592637dc95393b4c3031b13f4edcaa703
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d63644e1afd85b2f6821011b01e00de2518f583fb48f18d9c525a58d40f4ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abefbb7378c58ff40a5d8e8cf926f8158491054
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d42fc9d5e10adb3e9599400302fe2d6f23cca69c3a71854077341ff33171c2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0960ac48bdbd2743e8d5bde4994ee6de5cac64d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500006ffd20e333a13098d216bee3767a9e3e3fe3d64c52319a5e3a9ca940dc5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e255f2b3ec37d99d4c970932d2157f0e8b5bb0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c14d16e856be30acb55b7d3b22be55ee62dc3909517e351288ecc40c9533783
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdff5ba46f9f0e72225477121674da2ba7aefd2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd5567ab8c946059ac0265e15dcb789aee0e891e95f20382f750165c05f96b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4850833bd8840e622aaffa549370b74adbc6ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e6769b0ae125a59d7d584be887705e09289c34739bbd6a5b84b720964ef962
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4efe99ab96efe05477977a0aef946ab3421f39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee082c4a509e40e8b11138f3f5ad53fac18adc8d54a9525902f685909be984
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20288eae76a8e43d9188340ea6da8c104685d72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4367ef1617e8b89bb7cdb0b7da6ec256077eafec221012d031c5528824cfb4b2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469c3b3937233712f34de7ff517b321b508d9a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518a86d0e41582bf1919a7148505c5fcd4e69e4d154ffdee59e75cdf5aa96099
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd4b070b22b958004cd5a4b56556b9230855751
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef899eec00789823d1f84c2d051a26f0d2057a236fc5f642c4bacb4507698d21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bce0ec0007a92a570c0b8d71e7300d5316461c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4121756cd080114cdbf2017b25f49eb2417380b6c3f035c8a910d9d6b474913
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f8d58f0ac13999f5d1e056daf22e0fde5e3c5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5037c51f7160d8487ca732c86a73a3a965387ca86d1f2932cef5a9bfb363f0c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ef51b3a36b48052e5befac22a80f324d2f5b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8bb2922fe5e51c9d27091f85552fc27793d1384ed1b6f73a06f11e7b621875
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7badf825abd01b07c1e198e59a87717687fb40ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd46fa81714e810b68c52dbe0961e23f038db96a03105daab40faa863567095
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e8218e634c1cd0eb06150adc4e19ed5af23ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d681292e69867390f12f1005e5219573404e9d8c211770f4914a465706405
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c29c8adb91ba8b5176abdac71aa5f9c453d626a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34af48ead4e91fb22a7da1fb5b3fb4d325f66d6f7e5fde37ed800955cbce52b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a049205a1582c9abe48639fa2a311b7c35eaea6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4f86daf21b2f6ccd0eae462b3e42cdec32b690e22c539cc2b72cf5bb700596
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968c8d8281b2852e1f98cc95b271c5dd4cbfb598
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1449f6fec861172926471ee88ddfc2638fa2a9e10e76808501e3849d3ab21151
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e258f593af72d1531ef37d95ceae8681e69ddf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207284f20aa8ca96e9db22eb5d4679bac51a1a852a7f7c2e901f0904113fa681
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a3c3083a50c8d07055cac319eca9b9fddc142a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20af51ab79e4340fcfb58ef07cab0929b122a8bdfb9bdfd2b43a6c4f4e37a762
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb6f2cd6d1370df2480772d2672b6e39475a90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5700992c5a4db1c57fd5450786b3afa4a5a5da084c1df0c3303cd83077ee0ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb4791303b5ac503362e989da0c2905e0981f4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2081125b37a1afe7c4bc1e161415961762f698654601fb7b74e65b56c4898ff2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d05e3571c6cffe2144b08b85e745d892c9702c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fe6cdf8937752e305d21d23b3a172469cba69728779890cd2908aa9855f116
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4779a28c8b99d7e54cd3645e7026eda96e9c4459
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b2b9b615ed907c82d66f7c6a165eec4974d42f061d4cb99a33269378b567e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae10963e4e7940983794b47ca36fc2e9b8f4be3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8ed489e32978a1267e59e731723cc12948559adfcbe9ed8649e300e9c4ea15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0aa19658604a6b10d269208d6a0901df99f403
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891228892bd5d8a4bb39dc99415d98b7e68ab7c9636f4e37b61e776cd92f7f43
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a609a370bed17d24ec06a0b0ffc7c769cc43336
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b647f886f1cfc9a7717767d805f4f40487e5a99f433dcd53b841d79c3faa1f26
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a66bf9d44f71fabfe398b2d11499364c0fe325b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9eb3580b50857a6351f53a7e8f098f5c2c4087661bf76f065fb077f686c1838
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c61f64e0d756adaa0a38c286094f73ad7f88b4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49364dabab265ce5c383ba5753da96e5b39bfbeaca8c66948294f446803be408
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d140a068b71e2e932058bff040758fe648bdd789
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35f90d4b32d559b12f18de95569d772df8e59595db52e5ce9a3c8c0ecd65926
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82906f30d51e77493cebfcbb34d05ffce355e0eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c15e5ec2716de62692256218174e56801810a99bf46ec026dfbb836348b6e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f43dbab827a9f37d5ad438fa9f9c63b6c73c68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c790066a0268f1be423e403b1906c253cb4baed8c50ba2c10c5b27140760a4c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cf6b74a1aab6e2e3c1264c09724fab2c3172b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbda293b44d6d6b613985c5264c6382c02d207d12d6f8a2724bd0f727975c2cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76428ee9850ffdf443f23390428ff805594b9662
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718e8690d4f99c7db7a75060f28d9043f71379882c6bd903a27ce9161db2a601
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd13758ac0b3152e041fc9095b38cdb1a4254b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372ec01975b27202bedf4bc65df9702f178e3027b4fa081465a0269d9c6fd56f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b52f0d1c301244524738fe28b3e019400ab5810
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c662200c7e1f41b8207f01f4c5af092d324f83b94c748a1737f09f8ec632fd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6278c934231f57d72abaab15728647a8d2ee98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85839d9fd09f810705b49a148c4a3ac11eeafff69f7ee8685e70cde73872307
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde25f61c4b3d8b45afd63c63834b613df62d7f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dde36fece6451c1457031a5add08c162d8a03baf5451a9ce4f76a664f72262
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da85544d0c8bb213f33cb27b888c5983f49bc741
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b0f2f31c1faaf56397d21e07bfeaad35da2d7c04b9bfef0248335f9aa25189
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9193f21ca995ee176d6a89b6266547a788786ed0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61ee8b8932dea0affcdaf89bad1411beb3732d314ae9f3b8510ea04c53e503b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cea84410ff41afb361d304dfeffa33e7be1055
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4000adef8e7aae6e8158b4d2844dc3bc5df06b9d2c24ba239add53e726f87eb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcb4f40d876ae67b61e3726c8a3f5bbeef213dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f16a00068b8ecff7f8eb96dc03e3d4cb8b8746c9ad623064badf45245430b11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20cae9296d183ab1681f7bce38fb7e53bc6a7bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04b7ed207bcda05c4ca36f9064ee6ad41d9eb46788e6d9d8d14153423702b71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ff554a3acbd8711468a0c614b4975ee8416630
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e7d59e8390d7d9692dd60db3570ab9c20bb9d572a64e40ca8a12bbdf32297d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39440e528126e096dc4c26665a03af954a25fdd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aecc974f4185913c60a468e898cfcaf787af4a2e5190b1f87326c522fd0abf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3c280684968056b1b818d0a5d93c9a540c37eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1985cdf8d43077e9185dce476b3a9f41b40a6585de05288b8d0859f0e3ac0f12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff22da56a70fb944fa144edc963b41d149535c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c97317aa4a97cf55ff4305f31f6175732e05b03e48a7ce7171821467a9f6898
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a309d2a0141496ba5a8c7a8a5e48a2f330890f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4860599a76fc1c133faf44b708ed5fff6df9a9bd2908107b6da5d604bfcb8a79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8215b232df8bfdf190c1a97acd9b6e83e6e3d3e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608ca31164f41ed08bde02c26aad43a63bc4f6348d938e9740a9a29a9e143666
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8597526376c36e608632747271c4763a876cc344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd763111c9f755187b52930a1acffaf39864117cc4b283c7214073cf64f8331
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14af8840faed58c9d8ef6e32ec77b02762110cd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebf96ea2f3e9bd1dbffc45ecbd97a7babcee4737605da066a219ff35835e312
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c770240eaadb5cc4f91fd5fd2575a2f705b6fd30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fe15082814bfcddc15c89f17b6dd50baf10367ed5fc54ddc322f40f1270786
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6acd66b57d0024ce27dd2e29a331ec9267551
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a16fd659f385288db37806482245e5a71db8d52ada30ec4c0ba047784ec60b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e49ea2cb2d78db8ad6f84e6e5b9b7844390da37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f76dcd55d540b794771693e1706abbd8e6672c743710b8992df9e23e211b3d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef14f4d5f5682ef2545a60f09e7d5056ffd8cf9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91ff73561de5b629b2092a55991c072782c64e4c549c8f8871bfbc836ef494a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891b25a6fb29c335b207a99b3cd2c9cd738168eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4fc1a9278d450a7247f854f243e42f215369fcd28f9feab52c3ee9ea82b519
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce247f76662746ff684b36203b7a3b9e9d218ba5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d24fde213dca0b055cec4fb55952f72cf951aa4b8ba8e902be53c3487e1edf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ab61f5e2ea5abdb1bec621265bd579524cff3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2daa00043360337c01d62daa8e69b21404f7fe53a01790b9cfe3c89bd0ffb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d05bc31187a008eae2a2eadee815c029894675
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0854b194d5b70f7464c8135796e86b3261539ce5b15b1c494c20fec6afdd7cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbfb60fecb9e83211dfd9d01bc9288939920786
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc966904e984a38e47ffa605b2fb13462502c998b9e8a8c494b3ebc03f097a16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0fc0c6a3ed263c25a67697e2f4c31c5ed6a9de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83e10649aa8bef40eac16dfceb0f36088897b38df2fa13b6956352222795dfe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7c94925f68ba7ce4153193b13b379ac11d0f0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee351410561aec43ed92d443af628a1c800b47efa0f9b30b07bf3500875a4b3d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db36781467a1c5583428a91fef0006ca83194e25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0db51fcd123c51e4d6b700a2191b2048ae5b242017ddcf49fc96ad9719ad88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347866e3c17232c633120e43982b2464972d4a0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af94fd3cfa2f395bd3aed21f922451e584fb192d1508c9a7549a18b03e37a9b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb7cdbcf2cc7c30107002d907bb1458298231f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017df62069e7d46f90cc4075e2ca55b8e3fc24862459007e9fcf1960c7544e28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa98b579e8255c2b303223dca1e6fe76333efe4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f407e5ead2fbc15098e4380fa3bdde0aac7c0f578aabe0e3eb4806407a656f39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257b49782e8b2739ad0f2862848f85f18d71e230
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ac0b4bfec0649654ecc4de4a6e2ad62b2d2fb72e5418a3bc69b75adaec07ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c60d32a201d9190cc49eaf8a29ed1858c3438bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fd127dad5a381b6db3524c10d5a624b1b7770a4918379bfd360a76ce0a916c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14009df5d7ed2e170c0745a3565572d804596ec8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ed2ea651e43c669ae70fa6c2ddc6ff001444e220b072e2e2cc1bb0796b74b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfe07341e0bce93e3ec34497c8cef254f5d4b49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500639cec7e2d46d0b5f3a997dab13c336a42be55118db94a618c56399803eb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc5c07cd6ab57c862dad3a1aff969f95c9d9a86
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fa974a3137f4ab54a6853d39bca42974f53336cb334922eca9d2c4ee29dd7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f473a4b5e7ef2595ac94c1a6cb034cd5718274
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68be0e7b733c9207101185c69c3bb5d940949b73f3cb7468a13be50f66dc9970
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbca6d910db710b03498a137e8b8a8f33cfd763
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ab14a89d6b5eb676bbd321b62270b7423472b4365bf35f86027071168a2149
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8822668c2d5d63cc53528381810ec779292b3f8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d090a115bbecf56e5d09c620397e6352594ee7a7cbc76fd942ef7fcccf27d5bd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a1881bd7abc0dcafc942682b37df46261a842d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1da8984841ad0e022e5aafb099a4721d38be4192286214dbf0dc3ba722e0f19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad713229db3f14a301dba31aebe436d32110ce2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a7bafae0e2b30f231a8a443b8ae65b020469e317078e56ffe86d399d597c19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc70b0ede771379370975cc21f9f9610ded21f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d156189ec702d1729963912fd2801fda8de47121a34d74613dc0b74c00a0087e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712c73ce7d731fa0a28a11fb0ff6c9807b8de6da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86f7ab357718fc9916e39d0e353a1d35cfebf658fb7c00c66e3054a9bb378ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e3ddc8a372a178ca962af2e6fde4fd57f9c010
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e885d62068a5a6087b2f3d822c98741365d1e5d63d01ae9fcba81289a869b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7a63a8d8c1dc5472417623771c7ab41d218d7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07198d846d6bd9f55b98e328987542b4941ff89cf73fe91f7bab6a1ff81f060f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d3cd1b64b57aef4a824b8e6c877fae0cae6b91
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306e90e2ceba2d0948c7c87941b095a37f5ee7577071e235d76547993957a2ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d329f3ee9c355c4ca455185678844415c893c19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b976a0e945d8fa00757e139acf4f8ebb1f7b7872578868e3c373a99a991b38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803598beda58e10e8ff2c789386f597cd2af6ad2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912f0ddb69dea1e8fde02f238739e1204453f2ffdfec65d05eb234c4ef35c332
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad368801a1786adb1f37c77aee56dffea017f9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3acf0ff73d7747bf7ccf2396426e3198393b1e30417dfd82e6b4e493371cf9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4c0a74ba46e902f4f5e672d1b6870fae151d35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f8e5c1614e77715a15a1323fe2b301284c317bdfa993e9449cfdd12708753
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afda46737e3624278b74b3a52e3f007b311fca1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09244315a0672016290023787ffcf39454d7587d493f75dd188a9c0124232d08
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d582f540840494f653d495b4a49e82e2da25683a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76095aeb37da5f1918232eea1b8067f026432c9e0ea01c51b3b9baae66f1b04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8526c4d1b7e7d94bd018d989dd2683eb5605a52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f33e70edbadf2e896ceddbbdb0f37bb991f20bfc9bda4a1dbcd14bafaf251f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb21a3177ecec79f4afe441eb3e45b6ac183d353
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f186d80f83bd1fdbc9f9348e640fde562ea66b22a105add49e914218e6ef38e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2b651562ffbc4e1893aa63fc880d1193c6bdef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fd56abf68df42a12931b7cf6f5a9f61d91624486f70fdac5d0c28983f5b419
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c39f5f29873573417ec7d865d2944f5c264ea36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d57c199de54df527aac4395b39e7279db22d522312926cdf617e27d7beea1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb2701c42f48785cd9e6beca469b4cc4b798d36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1c4c49d178cb7a30adc7ce2f0c7a1c687ecad1b26eedc970aca3bc294075b2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f6ef4d0750f3b0e579e060a6807142a7e02ef4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49d8e8c561891a2fd0c8b44176bbbd383b82c98716e841a4134ca405f33c31a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbdb380bfef9713abfa71561a1eea7b53e57744
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e5c046e7db998aeade16ff6d8ef13e401b2812e29d7621b2db370938fdca2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b2ff0465f8cbf53cd313079e251c4ae2e57adb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537909abd9b6a4d9d61af40368943e693f889d4c0674ecdd0c3e14c999e00e15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b9148df65811b245f729afef931b79534a4323
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d97a12555ca65a9ec4e5958c80d857fc3ebee37d7ad983a4f642427158c43d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f1d05d5c043dd86ffc8c23d0c6a50bf1c720bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfd5dcaaadb88cc275f1910d9492daa2a90c6602a87e1ca32689b655b8b9a22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b312fe8ff8645725f6b761426f83765004a296
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14cf5a0db1f0decde71ecf6831b74beff0dd0f3bf508638a216c82a53b60ecf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28d6e38f73a239da2ad1eafaf43c9bdbb6e1a27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae067d2666c63e635c636afc381be04cee3b868db0017afee77295475118e15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dadfcd6ee6d5406e180495c8958ffe85eefcde5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807b43bb5a71ff3ab610132cff16d93d12c73a3576c755dae057f963e4ca5381
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714623f09b11b55cde54389b2a258c15449027cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2070d274c48b559e8268ce21f5edf9641910eb51e3f10e5b388072f53267cc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b925061af69833ecd535e22dc0b6fe7464f9f1c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0497e524cc68e522ce3bfb33bf638238f34c43059caf1d562b5a2f8ed3e5e11f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c6df40b3c2f0f45389b8d2c7cdc3ae76b229bb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8d1ad46f9b18b251ad7648fd30a0c5723efa586b820c0a2bd5a4aa7e84474c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06388334da03ad408b0161b4692f3be25977695b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcab77ade15f07fca0c22d507694ae49cd50ac5d64fd4a5b13aabe9ee9de10d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8fb3cfc2889f78200edee42b18b63d37abd246
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdde656b126313cf547f0f10a073b0afc05d27cde46f118ff367a42a52cade48
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c898bcc53287e5dcacd7e07c38b3b4ef826b80c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec8de426acd0910fcfe73b22dcc7432b52fbd2c9700cd617199413f510565a9
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2eabe484afb7681cbe945bb275e7ca13946bb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b262d01505ad9764f554bf45a0085f79a0e14b6fcf67456d49ffbb8e03af29
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cc5b35a8b2b0704429641b44987f04d269bbff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936fc3dffb40abf6f3cf07614d4b0a04d623fbddf12986bb1c54d5f006d5052
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04abad65bda2c06fc301bda570f59af7fdb9bad0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68242414da2b89d96b359ef7cbd21f5e4242144b93e6b8d5cd228cda529dc1af
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84925cc10300f795b7378ecbe7d0f0264b12f4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79bdf6c976a0bcba8c994100d48204cf9c80241e4852e3f1c6de6a2462a7e76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee780dcb248040d97b102b41cc63750711863aa1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72496c38b0a8277f0a5ef94e26e0c7276822b9c40c1ff35fbdc235071494efd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92031bc55459b033b8eb6a80655c7493ad4473c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635425f3d99d84f4decfd381f30aa672c1ebc413302fe65aeeaa0802053a73dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932b1b946f71303aa03144a42ad12e50f4e73efb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea194b4877eec825c2e450207d53fb5102544bc7b33ec7f81f7ae41bb60dc58b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0241b79ce2460982b75d138bf60b380351dec65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb0618aa610556679225aa3d870a1c7a0c70d66b2f51e4d4ec48a2b32e54120
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a731d117894b7e4462a3828338a46edc62bf51c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00348c21c31304fc5703d9e30f1401608258259409900828dca34cb61630e08
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d22993400ab1038ff7c0a923e0eb9c8f23fc3cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dc51c16b504e6fd2bfd8dcd903b41b4dd273bc4f18f620b82f479e0a6063a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa3bb388cbf51209b4f1c61e182bc71c7d074e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fe28e5925d322ef399e3e2e2db668855dfe07927e458dbe0ae1629e435491d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda4fa7eb301ac9ea1ab5b8a99b206184b5f9aa4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e2b996db38e9d34fc38929edd10d95579a150f50f6011fcb30fa188450c95a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bcf0b47ca6dbd95ff332df3cb1e329fcd70123
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054920390a852eb4f6427ac1bdedbb5debce1ba80d7ef3ed9229e4ea538d696c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb1993cf161fbda4b4eba14a7b7f364f8ca35b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a11d63c7014d474c486050008268671a780712ca6b677bfc1b600b4b48ece1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f6a019bbd12701f448a588b688c782937556c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce53d052204e209146215926adcbf3f5be84557c683d4092d4a334c256a08e83
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f51b86495c853c8f8872bc372adfb55b54cb0c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6165d0a8de6397a382bc0db46b7ef440644f4f9a187ad85f3f5d9e525b5ec5c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f105533ab8722bf65fc041b83b067984ba3443b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a4895abd1654fd12ae06545de20139b023f6139050f65087cf218712051a17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02aa1664b4cc3e5d30dc2c8e42b043499ce488d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673c275b7fd8fb92bedd4a7c2c94ba72d812ea89a5e27c372437469d342a296a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66356049036ab78acab987c22e6f53451343e1be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fb83fb6c9a1a675b10c9411d2cf37ac97795151d686ebd7fe275dc8f83e524
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bd0d9728a9b20273958fe211397d76a2ace3ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc716bc077b5d0e3d1b7f90d012ba7b128ad771f03acbcc7c09824fdd67bf09
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e67082493488ab897ccb7ed508d2c15939022eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0171a334429fd2024c53096bead30dcdf7d77a7f4940c1429b4587598ffb2cde
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8ddebc702ceb2e1a287b3900313374e92dfd19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45f14484e2d22bc5ff916abec617e4fc66b0402f3068495ffa02cee4d48a22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ceea4128c430e66413b976ac17950702836fd0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf35b867442628f7c688f2e705667ab295a2c7d0c6c8f4b3adc10806538616a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0667555fed82d02780d42b66833d24e207e9d5dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33d228ff070918f6d5dfc7b5c8baefc29941ac031e25134776991c4e0b4b28f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e116486609658279c6670177f6fc83ff1da3daef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a753f227d8bfed54f25b6ca87f270b7d8cd59d608c668b2d807095cc5972d3f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b048d1525d5753693578fc219c7e70b9480bca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bacf5c0b3db85a705036dabe0d7ab59b4207f802e4c0a7977b6c056b641c56a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7c2017fdf0ec4a9bf203ea0e9296c16ce6efe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f3ebbc2650243dd3f26a3b95765342ebcc16561ab4c1941010329ffd81f8f3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c90b1f83c2567e4ed759beaa1ad235607546e61
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a826ff1186759fc647929bafc2240b53715fda346ef5fea096d76c9ed5bc31f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2397ae06a619841cd36d5e44d8c429844c3d5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b84e6890644aa83d99bd4472fab8834aec3def84f249dbdf6e34afd395ca06d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ddeb8856c3faf1fac34dd431d75f778ef0d2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd4c20fa725e2d4651b09f37b0a73f0b37aa772605fe91b84e4fa4057fb6882
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d632d40d3c834e265746e1776a97a25996836b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625b7b0698baacdd38f5f879f9dc27157177784aac647b87dfc185e4ec13a1e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de048b7bcc7a6f495c5452370e8b50ede053ec3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6b61331bb8f0877b6fd5b5e4da1c512b716d416326f0b84b95b7aeeb126820
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b36b8fce0f0c1fd552ea3c93bb6439d6b5c892
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f4eb51f14142e10e04692cf48fe26a844cb25b1e3776b0107f350e642d640e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c2860d9accdf313b10176c9d77a7ed20dd77d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048f856387d491688976c7eff9b17dbcc48dc2a373668983bd219afca462080c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307c93eee6982bdea62fe5c0a243654b4b9a27e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d911955cd4e0042b1844fa546511be19bbcc39b3a8c2e025c27915824d41c804
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1682369d46b49893b22ae8cfd74bcb5f61a8b8a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a3fcf559d51e95ce8382b1f1ec67eec3c9ba032b1df5865223fca05cf908fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c639ac6a3b4d68b36615e84558c65ebf7be88e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110880d927c4fe55c80b04fb3f31ba62b7f28f14a8fe4f759f320a8b999f26d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb30e16fe2227854c3a9a4691e53dbaab739c2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fb5f70f28ccf35faea4a7267ea56ca6595b647cb4b3a65cb2a62ff322b1883
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd95300f6f28fb6ab1002c608d98beff1ce680db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20000b1354453e5b099bf5f9ca344e469896d36370a5ef5b6c86eb6969ed367d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefd8c453e48675dfcf5a9d6d41b607ac8a8cc7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7308cac87d82da2a7662e0434f237beeb9b64357c83d9f2fdc35f215fa13b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6fffb676eec9de0eeeb4479c052ec40bd2fe96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e87e61387c49d3e3a5c1f286f3cc638ac82f5d36fead00f72a082eb0c8842a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ce9c629d3f69545cf3992806ab749d4b3afacd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b77fff5c1e0bf5e10418976332f239b75800097c14b6fc991f43bb10f83e4e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f85e81a97acbc28306b2e4dd263c100b5083e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac282392e5aa5a682e1bc678fef5dd97a59058a618f71cb8821e55a8373e5c52
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48db0a5365505df3cb4dce2de2ffaac46f60bbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43490e8ff514cbf13e7534b98c48fb9f93e17c77e2cdde79a3ed9f137402099
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592e197ae74d9ab9c38518faa994a72af72ffd82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff323246b85382709522302690ca2e8cbad140e364ba565276a81841df0cdf7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e57eb06c7e0b49671421f21a45590d701a8b3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c6ec3d37a04ae684d97a74121e5e5c78ef241ac6460e5ea61d3a3a1aabc41d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60c380d904414ec5d71cfa37fca0c4a99cd1caa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ba42d3b4969b751f047027f68fe3aa988f6aa710bbf664b2d53aa4d34f027b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169141dd94d45c9c0ef4faecd4f2d6bd63bddc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f965fe396c648c17eb63c07f6eecabd399ed6dc5ab4cbde27bd51daee0ec4d93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba49545468202b4f0294950925514b6bf555c905
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481281aa2219ef28176520ff51a7c083092936bfd28fcfcf39abdab969252082
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7efb7a64988171fd2a3d40faaa99c5e4fb1d54d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f666e3785db68aa3ec8b839339bc868bfd60a6676dda89c6a800689f7615b4e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf69bf644c5ec05f82e319be22c575d64e7c22c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96dea81efeeff7ac22e58564a5bbf2162b818997301999e62161217c5393c1e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177f152486b0888b8516faf375106e0c329b237f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea158f138d4cec439d45155d83d51d11b479801a3168e2185631c6292a0fd92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25557318e89c717634768dd474e7af4c0372949e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3604531b9eb486b64275517a4b1400c733e8a8045bc61100cad11ae8c17ec664
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f3ddee558dd9d153d00aeecea7eb48fcc4216d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe07dc3432ce6442b97f583332b8f3039ff2258de45ef8a372def4e53f13b67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b751423589ef363a2aa51173baed26ac9604cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4f67ef4e33fbaff74345e05bc74eb20a9b59591ef4b40c51efde7ff90eb996
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de894158383ba566422aab6d056156111c92306a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5dec85edbea0d76ccb174dde12b5718e8e9e33354bb883cc34e0f67ddb3027
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2f91b4527613cf351d240da72f895eda697835
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32b72eac9dd0b8b99e6fdbea3dcc8eee5aa45bbfbbdc9c1afc1c899f111728a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fe8b8537cb9f4711e40929a19d2a53873d3def
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96179c532466fa8364ae8d6bc5af17e80a134f6d5d895f3b4b6546d7a9d0633
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9a8d4daed03d0b4843be0a12792434ebf9d615
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7a2d42e55539ec4fbf857389a5a91f17c6d83d82dca41a3396403b65488317
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431e9e7baa0d159f02bd4ffea7456c32fdc34590
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678b219e1684ae9c44dd49980e8778c6c43c70e54df1988d6b99f107edeaefb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd284cecb1bc991392d8889a4390f3082d6dc710
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770f52a6bfc48dd350a166a8dd934947485a958c46be94e44d02ecc73286c294
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5e8afe153d4c539d7da0bcdcce51ec461b88b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c0bd0739185d91c5239747dbf00a9f59c3a8f78790e03e79e4573953bb760e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4cdbedfca50663e73b12bcc1405de2b426bfdd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4656b196a34fab66a529c69854c68447d20af961a0c2e633fb22d37400304e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9190f6f3d3b50deaf967b798f0c5108744f2f3db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec8fcfb672cebdd3bf90eb8f594fe3da4de6d22a0c551c421eef19a7a25213d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b155ea666811c66eefcdb756b33dbde304af1a1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d446ad0f089081d1090801cc10c374f8d0991f715720e330846329bc2485f50
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e654a6ddd6d0af1fc650138f9a8094915e0e9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa797ce83d365a49dff91164619a171a19893f6dcfd234d45678067b93132fea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9973313ab70445b2f9aaca5c1008c7f6c7de03fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3ee4178941d11ba0d374e853e8ccefaa0718234fff3c292c64993f49589239
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79c22752db4904053476ba5621502a41a6409ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c89423d68eb2b6488854420e7242ac998e8c9c8da7691d1929d9ee2678c74e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da3259c9d21025b68b29ee2295dbad932d002c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229e64f7bc6f2297c2ecdd041e93799726762beb9d693e2f091b89856b36cffb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12de0099aadc9f7be0350f5a729177ed896770d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7877fb8ab94dfb8b23d761253f65fee2bd9f30da97417785ed3a528a726c22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ff75093102fbbd90f5d457afe52b5910eaba62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b0182672200246035ff6f14c187bbf39fd8f6a6cc0d222c517c3eb8708ac1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15203c904df642f1fdbe80d9c60bc787d3bf9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d166a288eaa2fffd2bb23bd320bb719f1c58631ac2f0e9fe8181704fd5a4fa40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba30c5b7ab914d2e5fa86e1428a67fb75a29ce82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9667d20a3e6b712451efa5a43ab2984495e82bb8cb2a3c0943bb8e0fcd1280b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0000d924268f71160623d19c11ffc7bd8ee605
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976fef6e70cec0d81c9d9760d343f7fc712c706391983069dd0cecae61284747
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9b8ac93fdb9cbdf0dca71dca88becb06324109
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a8a8136bc5561d9ff3fe1e3618d499b9565409b04efbd7c465dd83ad9a649b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fa62cdc0ecf94b32660a19153899fe01e7c5cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bb6fcf4d352254d6eaefcec90d0819e801d56805fbd49e4ca0d463c2ed70ef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd5f043afe870cd80473113f039fee78d4caab9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6709dc443b1a8ba2550174466878e3b13aae3f1d551fb0ec0f3367c774e675f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0208bfaf993b1f5ff6a8d881f9fc0a85b7cf7cca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b92c05e54be0336f86c79b1f9093e6a82018d271aaffd8dfd20edbb4032d8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2524766cd04f9a401ba65d12bd233fc10ad417fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7247bfb074e362c798f1e755a5104bb5b79317edbf222cb6ab920057beea5fe1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec60d519af051e56f8df62e2d941da9a7ffaeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f5978a2e85e1c8bb9e1f3c65d2922db9a576b4c2970355792c926aa1cda3da
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2c386109f4eb861b8a12c33ad2a712deb2ef35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd95df1b83e63c20801b61d672282eb1964283a43843dc505d9e2b6b4402afa4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222d7780dfd237e10e86368d09a991a70b7e3022
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1944c8ebf817ad099118782e6099e05af4af93265b6dbec484a9ce4bcc4886ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b71deb0c53fe975e5e99c2f2a17ecf6809407ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aff064c77f60c9d0dc72aaf35883f5bb9e87b4de2132c5cbe473f4e67657fb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4b36aeb182e56d38cf248537c084254f4f058c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e814241a05bc79b2bf6ff5c11d72fd95dfeb5b5cebd017ebca3106b435076f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fe70229cd7941ee22887785d4312944580f7cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6305fc4f9fa202aace0aaef78a0b552f2cb3f5e40c8b4a24d512186df8b8e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c3d0e3ed07ece38f946a2dde0b65cc909c1511
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fe418812804ed57bd0f3fb6251bab2ce88d0d349191756ee0e4e024a24bf0b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dabeacc548f348628ff0a4366ed79507cce2b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5dbdf1c169947fae8c0456606bacfbc4003275a133f10f7e8596cf2fa0ca55
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f82be8d8f533340d5151780047f05a7f2396e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b0ef295cebaf0ed2dca7506e3914801f0938355cbc6937447a49cf913c8562
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb6a2f860f10b30c08d787110462eda35480fbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc8fae750f677936f2e07fe75f1d46af98b061c34c24158bb719c3d378caec8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f4bc808c60767a9b2bac10915546cf8f4f8bbf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316ef7d1302164c741b67973480332f0f061849f040535157d5f8fd911546d4f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ed9178cb3b66c4f885202a566c75c83307a757
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2376a6a3c5c7090f598374ea5581babcd7ebada0a4869ce97d375203ef7170df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6047a0abf2a818f6323eeb5af6858ac4fed45f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f6d65b559e935347060fff8ef6cde2ca314a7d8763a3124b12ecd989f1aeef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893967edfbe26bdfc6969912d0ec2a245bd11a04
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb4cc2bc5129190882468c43ee3891fd09a1d97bea7bf6c29c8add7d2bdbe70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3ae91a216ced14c78a2bb1ba623a140589e0fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac0993a2124fea281909701206ce39b7f62659a388adb4d128c4ba3713c3627
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7096fd3d4fd447ebf2c3ce9fd457d78b596198f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b41be8691d1ed66af647f54d6101958db8acb9acb7d8a1bbf4ed60175fb9b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b59c065c27abd58b5279cd2b8a076d963b6e33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c01f63adb54bbdf2b0ed43c6b17970dfc32c6700226b2e371f2cade232f460
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b2528d3d10a50121ec467d6ba47a368c3843d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c76f0e9838280cfa2654113a74079cb79418eb7b96bd8b2f02475c72759ca8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70629527190d96420ad4a2d520d4e88671b8009
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5fdb697c1ff1cde6023878fd3c922da1d1a10e2c2edb2150e0d24ec5397083
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd35ee8e462b99cf2189d533dd00ead2d198611
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883548691e4623a50641047c26fc8dff56556add8044ab0d9a6de0eec8735124
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b492665c5b3375331d8aeddbed032a9f52f7978
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8f5cfcbe7a8b6374c2d72644921098b1bbffd2031269f5d8db64b417068f1b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db1e6965fe4f0eb8fec5917e67283f2ae59c579
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec755e880f48330074d6510a17f4d36bdbc1ddd9753be0a184ddcb246ce861de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee3de757d99bd1989acc04b2388511cdbabe963
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043fa7d5c50a16d4f3b103377af45468c94aaa0c89972159c5736c6e8d6d36dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537e3e4d0818b74ffee4a0b4a8be7a06c217330b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d706146e22d0027f439d61d86ca561ff8adc80b3cd6383d1fa129e3c3944a5ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb49648785ed057f4d896c401a7fa1f5db74ba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1c2a9935e65fbf7fc89bd3e7a3938c7f7f24977ac2c4781e6d46188f0fc0c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d29db564c66a5bdd46e133af04f18b6c225128e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3b092b326ce6eaf827dc70cb133f49a981dad7af1757bc2578683e64b1a71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6a2bad3e6c6a9deb49fad301686a69d39dad1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d81993abfc62534f3e77e6bc8da895b20650b1afde8b8acb8278e6f756bbfd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff16be62605438a5ede5fbe5e735ecc39ed9da4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1330f020a71e13b614d3c1cd13d382ce2ec496910632e5793dc507afcd393446
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a19d0c7bc9686b88ba9ff12f65b59ab3a6c8e6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ade917ed670f43af0d7b5d46bfcaa3a47bb9294f83bf492b6569f3355c3177
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a756b33d4b79de88594f523050ca279afa4cecf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ccbbc551853a53156ab9f07fccd4190637f51ac2dab0aa19bd4c4b0997219a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff5d21143a8e85850de1a5be8eb3a800bd91764
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156036b9b49a24a285cfc4f11c99c98a959e2188d94049ab3de444bf3595f425
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcf64eed69ff87c07e87f66d1fca266b6003676
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b992989849e5e970c22c96aab27b5bff51b1a3da76fd8aaf7eab8ff1841de1b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8e3d8874c38b2c9c70aecd3316b7e709687c9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc87b04d09bde2a2e4325db68a9480f4896b07541a497598cf9bdbed96d35c05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6ca5151d28c720a7c1b524edad442b39760120
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4589cc796da33bc9130a7b6658b294f8fee8a8e4352c4590825e41df9dc6a95
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8a8da448bf5a2a0beadaa43fd57f85b86a37e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2972c0b928fe41ee85acd61953801a210ee6afcc4a91ee15b812d7d18f164bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9e74eb08337c304e88f2b204ef5c4a9ec2bccd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4374d5116ae4b6cacd7b3e734cdf49dd5033361728397481a8b5b62ae521e734
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f63babce74f2f7fa71e48c3e8774fedc1e94dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e35c4bf9f0b1cccd597f39d4b920ae2ccf5eb7d20d677df31bc66c64a55f1e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660fb8c1cb7a6d193fa61e82d1ef95264cd74eb9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22b9d1c288a248c21ecd57561628db4c7bb0b72466f7b8be681b2af4cdbcbec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90585a8e12fa1ea71d2fe400a54ce0fad68808c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a16cfbedf4d395f24df4c72b493e61970e775cbb5ac32d8e133f8b3cae32120
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d6c0d17c1d9e5b44f06ee98b6a08e26e939869
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73d6c9895ad7917a9ef1d23aeee4402014c595381895739d7ed5497770df0bb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa028d1fd88dba0b24b1f7daf396f88676a4378
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78e5105ac581a190557738873f3654cc448d120e74281acfd2b31c519564d7d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c93d3bfe71eb0e666bcd1766c823f5243d412b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45adabe1f8f6222fbebf15199453cc860a67b0f6c43260aef35d1e873dc1b7f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb459b9b168773ac395e4ac9109daa2deff0313
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de51bc52cadd59dc723e58cfd30c05ef8a2369265d76854e54e266f578b1117
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85d4409677d943fc862070e4d6f6a636cb56a3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6de8156261a67e5ef574d1a558653f5022a7b31a25b840f6b2908a2deb8eb5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5a866e0b465e1c7541fe0d3474e7bd93113b82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a216ab3f342bdde239bce1db1f22fd3adf49e095c6522d8ad4c53a71b07e0c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a983f448576319bb7db29f83569569dad9d04bb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed9799111c74365604baa9b6f68f6de560f4f6ae01945c7aad037b8af99ada9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2291e1d22b1252fcecca734a3ba726c9f8688077
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419a7084c80502d1fdaf64b7a4b70db5e7b9ca1eec006b6c24e75f7b06d7c4dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dd9600c439a4a57cdfd3d142db35468e96ae2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318f4e55b152324df7d3202ae5231a0b30ba3c8d4a104d3123fb2e91cd5c5945
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a037e05f1a02ca103222b8032b3637130284b5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49328db116351e1a124d0ae86ef063d2ae80d166086e623e14234ae7fa58b803
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf2c14867c84d8f988f930eefaf8104de1a2da2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38c63ee0973393c0e646c525fc0eb2a6a8c6bc0013d76ee54eb70e79987cb30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd3f1a31b18da71d77fa3fd682ba97602d38762
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1376188b9cc4fe0e858d9c138cbd31ce5265d04a280915ea07ae2f2d0742ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238bc7528102b265168a6a7fe3e452216b03730
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d02be009718bdf67a0ad1f279f0fe63df958abc1d741a35f1e77786c1f031ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60a4fc04bc0fc198cb71297b62145f08493e7da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16953518543e6d11daa0a12f3c1addcdd6ee88fb95238fff37d5cac9edc549ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae60c72d46e916a57223d2546b9216541cd9383
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bcf47205b6d58feadb957c4a2016de7001fda5425e09f8363614983f87e5c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8269f48981fcfa1877c67fbadbafa46d1a1bb509
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79201b2d074465cfe35665637395ff261f1b977c13c0d1902d0601cdbf932433
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e893e4a01220eb96ead2cf5f4080a994cfb5a52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04be1e3eafaf0950f5b3bc4323c7aab0d42e9a7101e9c2e124c62b6d7827c36
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3efdca9e063480e7a48253085d967091e719f1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e2850ebbc86b0c6606f6aba65d0b956a3bdee5d0a538fc68fa35e05e31a602
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8e38717a4829f22ab3e7983bd2fc6f724ddc23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c06228e7ec716721445c8df7e44a7d24fb941944b91bdc4134233feded1e722
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a85d9e34cc9db16996aeb737c474eca9edb78a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a192c357fd05eda84e95578dd12ab816958a7b818059f39a439648bc94bb4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f241fc600409d458ebeed027e57df53721814c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ef41238e3baff1ec40410061e1b1cd0967d2a4792cf8e6051b7e626d7df429
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdc9e1a5d3073e901a0ea3a768cf94d58c57ff6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e72f7dd5ea056d34d9f7fdf7e67ec3128efe4dce413ce9ae9adfc235f0c9fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846adf536068f84bf419db475c4b5d0febb224e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bccd01728112e607f6463801a97aa91bd2380158e571e868b93e9e22bd213b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e09a2a8e7a5caee2706979f5aea1d9acac61cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5682fa1a0561b13ceaf16f7492020f303bb4d349007bf09ff8f8efe61f97b262
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78cbda69c3287e48a0326791218a1d9b7d466d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dcedec46a3130559f9f1241591c23b898a9b180ee307efb49874702feea770
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0463822a0a5947c5380e3853c38fb5d227f471
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f56a8891b247232d410b17203ca8559600042527b472befd86373adf0c9add
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5282e12e8b58d88022a331695c9c9cde8a84068a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169c725b30bc1217620855844efd26f38f5e81406bb2cf51d665605807f4e7df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fdda038c478f9120162776a16440f4244bb114
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21f98b9d2b9dc54ec493ec4927cf4d1dc3ff42fc7deff74235c3b5986bad74e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c27526fb45c02f8b1b542909d4bacbfd0e2731
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bb604238023032eb984b1a1eea6b7c3850df2317e69a1b0263ea0456c9986e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d48b21752ff30e6e9c350acb39f4a6c550eb7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd05efd2a43be8d5fbfea43e0323b553d2884393c1d39942a7c9a7db93972fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80710c4bd51b8b9a7e1f2271e58fd5ac7ea978ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e747c96061fc0ff2f96cb973d9dffcd2cee726774ab9dbcceca95d61395963e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4136a7c3c712933c85ad9f1e32a5561eece13611
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a6ccf2ecf445df7d603487e27863cae26c3a93897e780a86ed47771c06dac4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07206fc0af6d1675860440961e7c4ae39b38ad6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f5a882e24d7c19cc3d5b677ab88da635147902b9aa729a380014ea55248ac8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6e0db0ae723ffe21f394f0c94211964e3cd8fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3a33889024349814f4c47c55fd585bbbc8995e68c6c30c5b05d3052a9721d9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449d611a8381a2c661c5b9c912bd7734b2b12b4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3f299de2ce5e2b240150358de21c8a784118a48a6765d9df289d2c172f174c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8d6eb41afab10a138a2831f02fac2d744394ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316d83b8435140e26628398ed1cbe3153248e1b45739f87e948cdc311429b4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9baf25c4c63720861f1a86dc9736ae43085d2266
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6a7f35218d08b878549e27164dad6a33978a568f985e39333b1c8c98b00d1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003cb5eb869d968a540f4119134d667c7c5ed01a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d3027dd8af4b81208ec4fe343b80a78c37182c56ef65e29bd4a5b32243117a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59135746c288b7d9f6ca7d429bfa5896b1ae1e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f630a669e8d4abefd48832c27710edf5915c00986b2cb1692efc2f302bcd2cc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d4be3b18adecde20fc3e30d56d39b2327a23f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcf8334ce2962617a6dcad3204b6620ffd2ba4fc3eb1e6ff46d038def35c5a4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a7c9dc39fd7608f09757ef0bd575fbc18a1d39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2587f64a04a9371867067ac10a1c0a53ab2d3b0e7c53e9f157097a1b2780683
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb750c15d935f6cdb49617c385b1197fb66bc86f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9595b375f1f5bb67109262612ceaae6cdb6281ae888493b101794cde2aeeea54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03de6a3f4b9b0ba1a4c6e77c06bf92b56c0681bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab830d8dcda256c718a2acdfc5aabf49d7ad804dea4a54f8cd5835e6ae4460
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92229912731124780c7fe79d602e89e608d23e3d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a4fc13dca154d493160124d1e463475f125946f495030a4263077edb4360ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180b2f60be450651e0a13f1e47f747d09a0a91d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a4b7ce3f23936612db83bcbc007dfa6c1502e438d1d3e7b825df75be87a301
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdeb23816315e822fdc34a980d681f77306c11b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f8058bfe5ec1675b630e10c11815710b48fa8e41abac922f095483b151dc2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d046483a3cf78935c15a9c860e8fe818c7b686
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f125af7599618ecc906507e4413fb6970ef11deb79b3f0d6ccc27446dac61bc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3539867de58c3af58e56d61b86246d089931c3dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71da64910e381c5d0a809ed6b1e9af445cbd90ca0c27518eaa461b3596b75bbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd6ed26c2fced40add9f8ae7cb3fe56de3fbd71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189de66b51a5e7cb652c0b8f169c34031a2896bf754df67c9f0fe969d67470e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669380de016f9a6d981b1b71ebe87f1123d7d126
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36970bc97146e15473e08c1ba0d8334287ca8fcb66fcf2ea18c0e8e1ce1a7fe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedda7a6bd5efe4ab10ba7950ff12ccbc8993625
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5e2d7b9a614cdea3263eac3c1060e2796844e17971bfd6b9089ecc4b00d857
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a087c36b6e06c182d98ceaa72b4fb4d06f9a71e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8f77ff62bbba67ec65b22623c77e8632e0218d770f88ce8e0dca119e251042
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b81228d8465196f217c34818e0b2e5d0a994b1f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6405cab68fa79aafc18829b3dab12f548b96cbdc853765db6eb5c34e69aa38
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd39610ae423e79d92a523f4a9a08007160fbfb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6aac27eaffe5005a06df1f2749ec9cd50de3edd4ad33bc5f2e4c9a2c2db803a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4290ab106f1cdb46c5bae05130e23a825821b56e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0540e97fd91887febe944544832cf8b73ccf12c24560d31add174980e2076877
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7ed69275b8b7f503469703a195d80b7512a948
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955607f668ac39b80a7032880a41ee42470ab9c3c07ec86f9f042eca3072ce67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961b17c1a19b0a48196aaff5a52e09e3a8ef8198
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bdde55dd003d886cf8eb373196b0a96fc2ea79d8c80baa66927b0607b922ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfe10edf9473a940b1420ca4b9f6daeb4b3c39d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26878355b311ebf3f118847baa881e387fad7a0e15b5f18411ba988f8f3b91e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1674d8ea01a81b74cd1b35b33a2adeffa419c225
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660cf823ca68b38d04bfd5b5074548d3499a5567cb1f222a63faa17bbc0344c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e171196bc49889e3f548f7272d3d23e9cfb779f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd956fb3c98ca9e561ecac96d914c740482f15e1c117f1319cfcad8670c19165
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d936333811468d3903f6d838edc778d28a0262
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433ea819a390ebeeafdfed69f9272bfc0690cd1798d87fbf2ca1be656daac71f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc54bb02b057389bcdb11544cb7bc5c30e29bde
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229fc5f06eb195fde24e4130fcdeac8eae149c3b4a8a387c52a2270a3a597756
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4077d8a24a2b1540a5077e9191b21bbd0f9a110a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ba6b61ea14d0ecbddd518b1b46cc87597824ed9309c78c978077eb77c7280b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c74b4fe9c8a4d72bc45e7919c41f4e55552af4f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f074d0d66a78db665fbbf873cebc78c7e6b74a4891b0f2ce0d58900d49aab55e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd0eaa46bd416fcce616c2a66bda45a2563307c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c647708964d891ced467b5f995231446b2d1f4e06c5e07f42b5738f395211
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b8eee7a3872d0ed9b7a21b846d46a91196d43c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d3c7e571a33fdf707a512e9ab6c4d86dedd539375d1a49d77b3e15e584fb90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a5b68874ae7c8e2abfaf3ce12cc741d6313593
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6c6dc5e867298c9497219a7d9fc71ec6d70a372ad71ef8a3708e912e6cce5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86eaac09d33d1b817132943799baaff94a1fa1ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77165eb77f24e26a839832b02c85741918c338254038292b4c9a230a1aa71f13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b14c8527da955200c32be0fd05c1eb8fe4177ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00f1b5a646d30019d15efa00f0f906575349395baa9b24634c342bfe1d8d7b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a395110e4c7e196ab7349c296516715a9ad969ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631e8a6dbc04401a043853fb85b18ac7a729c336140f743e5d139099c8b0f503
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1af46927072134ae801c8ec6cac8d804c5d12c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575c11255cf66211cb6e41e4493c8f89f66391f21d80c8f286aa36f86cff04ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b9b94496217fbc23ff2e7af1ca2fa9c4068a68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8bf058814c379121ad43c6e9203e71fa3fee376836390a86e2eaca42fb9ff2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1610c921f6a87b2d886668c8b476ff2e6eef92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db63034e5d069d697a250b4f0c58ba49c8e979eeca043a9a2315332e727495fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b510cd9b30bb01f945210d76a49680589eef797
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069aacdddd9fbfc7d1bf02f6f931686480c628645db2e5ee5820e6bc17bd533e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e997b925a046a8cfe37c46e55b11455eaecc9b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b5b0824d4db8c8ef133bc1678d1a3a785cc50de85a1a800e35ff0e4f131447
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b17af4ce52653a47f9f3606786d85d88a00720
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513f1e2399cc7f3ff344446ee684bfa9a82d3b4b180b1717c6095c762817d8ff
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6fba9fb56cad18dd0d43b87f88645b8644d30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fb82befd31528340903b95631220c7ad26be9f2323d8ab0bf004d10c6991c0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c7d723b68c1cd0b0de69961a6235ebac680134
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7f43a3a90b22058dea7646e2adc60c90eab32e356f07ce8457437aad5582c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0cecfbfd642e7dfc56f78b40380719edbc3af4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ab15dea60947528f1b83c50bb28e086c80b7b3b047922f112be356628e5456
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83846c1a33a64ca07ce2319b01da01c9ce6e633e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8538c7838c4eabf560e1dc5101942012c938eb9d44e69649c553d8f69bd610b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5d86f38acf8a6994c920b1e5b322ac8d72baeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604ea41610cab2a119b6e0f3fa83c05b12c7cdb70c542456898348844d2eb15a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716b15fe52ffc9046283117a9675744e68d9aae6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3374e89f8111941ac5170762c913b675bf7c1de99bf545e13b6388ddebcb126
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8784b7d6cf991ed42990f0b32aa9f6cf29d48f64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25900ed7bff8e6f58d191868c1f6a69b38cfc0182bf5feaca5533ddf4929f40d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edab044e8a16506b1daf3bdba066a2c50d63530
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273b7170628575d21e51d8509255325533f7c8a25a695d0ed261535fb0092070
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec2d41ca62d43eb5339c811373908a076e128ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd56ea714d74f9726909f950841d0895b65f801ca44e108eb60a5d1b03312d78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421aade11c155582b8ccce1d2cad5a20c7627721
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede43ffb217f3b488eec4525903277ef2fc78a00535fce0bacf439c4c3480d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e87444f38fe8067448d9eb01dcaa741cc8b5d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeec484948a9572a15284818bc14022214e1be02f9e72e9d567fc0d32518e77a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9400a1852ee2dd346041aafd37e0f7c795c29ea0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789900e8098d3bd2c8e5f83abbf00e9b0dda04c644a2f504ea35ca469cea15d6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817740eb6641e1d0357db7999b2abc0830d98b5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddb978f4af5c0bbf132b861d43286947ff741c12d2a602eebbfb63027345662
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9d8bcbf14811e5a7a5b5ac0901dade73110ffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73bc49195c036dfd0f079a289b38e20c51cd4f8adea86998f6891e85a305ac6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced2a3ddf56519c620352f56b9e9efd8c9cd61eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02e041efa5ace73e7b5a98a5cda68addcf5c666672f9f6cc6fffed8200f4395
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527c178995656989027cdb7c2f664b7afa79dc90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee381c08f06642b8585accd1d7e1e5ce4b4912204eba4c62853c31b69a2c25
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b663ba8774f725ae0f6409d38bef3517fbda09b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef076df08648c3744a86c522bb71ae0c27ac4c3ccbb31d9ccc5bf9c21104f18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb7619310e310485663e132af0852ec04b6035a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80478815a5a76ac3ee6babcce476ecc99c9d553dfa537276b1ab577790ae3d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92768c3c91d2778feca1f59ac41ef373fcd1353e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743bde53e4a1adbe21f3e0b0e94bd301b24084e046c69cc218870efae083caf0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9e43401089f6c30b8ca7e2a449551ffb0a51ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be63249339cb923cb8c7992bf1eb859136c44606ccc6f61f61ed8a3b0c2ba18
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bc044c240988edef4795e03dcf153b89349f7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1316d7d1c0ee16cea6199e6a5c9ec7402115533f1e894ee6457ed81663b06a69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26c41859cc9cd3afdc70e2845149373cb53372a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde96583c46c46a5986d44b0a246d78e6f0b65efea1f67d4200b8350072bb59d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890e3317bb671a10bbbb883b644cdc706f016280
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30b2c02d16161ea12a4495e71e8e438257849280376b91cafecf7aaeb47468c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025eeda90d2b4902a52901044b3db508f655e945
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98870f5c1a1172dca83188dd8962b140e7aa895937b1250fa441c3a59bb7bb04
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39933e6e4e6e4042d09fc3204726c0b33a09fe39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1667d02683ed58505537ceefc0729e1c3ddb37bbcca6c8d193b85616469efe7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68204c6c2d03a63e8cfc6d11f90f49b9280a5c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51be25d4e07a1e2049d54cd024026dfa051b15a4eb36235360f5b1e3b4df7e53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52465c70d4211e59761c379a4a4bd6d6b5171541
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b79e1373a84302eb9e5f1b29031359c0d35314c66711aca12b8c52d539827d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7627cc1b7db148a965c95bc26428fa68127b5bc5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e121e25ec76b2941ea70cc995adbea45967eaf1e9cacf7bd97e4473a633999d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd1dcb64e31ed132266d3698c62a1885a72a9ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a726447d40ae3e81e670297a133dfb06000885d758c3c941dd7809f3dc6ccb8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af4f8919a4701eb643e131b6e6a34806b2eb914
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c246302de1570fa961eea44e2683d533f20b594b81156c77f1f2e81a546f20c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e0b11e4c1715b88b78e059de8f821fabb9db44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666ce43cf5327eaf89b929b61374a204592ee5b4193a241ded9387503a213bd8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940d0e6e8fd535b81fc814999998c5e2ada29375
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533dde55084aaed955e68e862d05b847bca2c9b06fe3af7cf17d593048140b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ce8e27fe296fc615014262ef39c37b4ea31f25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54d4f46a8e399b5cabf55b9677898639f01f520ab2755c7398eddd73e8e2bea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883014780c5e6e152546f5b92d450a73dd3aa62b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bd49a01660052282d8048dda5a708e0c1f8ad4bb25c1d3c33254533be737af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3647fab5a4d6796f1db3cd08dcc3fdc8b600db5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f523145f785119bf65ceedaae6e5f11d0d78014cc56adc9e9d5614c11ebf27
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebbcc9e37a2a055c8326f030879d2babf4e18cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff61dc506ce99ab9f3cec3c1e38f420a8ff39f5472a1f7b86a3fe8385ebe65e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96863657a3c3e642406bf5efeb1225c0ca9d67c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b18d0121601d60156dee5bccd75d77551b531eb03d5f45326cc82308083642d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60921f6dc4ebd3b4760118478f276fa3dffb90ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3480051595b3780837438d89fd5ac2fc26afc083124d7db8fd45b081c7bb93c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a4c843d5866547fb60214ac3c8a0da983e2b3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4a3d5ce856c2bcad00cfc8b1e51881f1263dd2210023c0b18df0b849c0e346
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2888aac3fd007ce33a36efd78b73f44cbfd393b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22173807a8da5ee5f42663df3af6df84a90734aabe5771222eecca0487d2b4f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7721b34ad897b5ae065482de8d6a1d0cfdb387
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96b58506c9406efc74a57ee61fd2e074d5b65a9017538292e974dcd869c49ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c744c5aed11c22c8cfc0462e3dbb24874780b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a379f97961a4a5a4e56020a513fc1aab41eba8cf3bbbd6ce38e103eee1cee5f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299e58ebaa098ecc2bf7e737b3edc56cbb36079d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20860260f5a02a5325f7200c83e4c3b82312ffafdd127b0538d6bc7e0dc12162
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de6e76c4adb8a448adc2d2dba06364dfffc52f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eb4a7716223551df7e226343b0188ee46fca3f6c547aa3e5b183af22f4f29c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a235feece6db1978278259232aa61b764a8a8aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cbc69181b3906646ed14fbde22e730d38fb2bd7a73c253b9d45f7faf979899
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c8802d7566db56550d011b39a42c3693ec920
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa03eaa63dfd2f9547c1940285d674622a01b407f0a7597cc5b4197c79225e16
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6f305bbc3d67839d39620087dfd8ad3eea2825
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a0ee328a176a894bb3276c594a84f95078931cf3d65c396b7edc3969adaf0c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fff789813d22f0f60fbabb68bf5b197b2a845d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e05ed90bae23f41bae8e3026da59853c84026eb9ae95c2057ca17238774dfa0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f31509beccfcaf1284685839d8fd1e7da9bf94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91f3d227c322bc94e94b0d2fa6e310faaf6bc3c80fe0f8f93e749478543cfcf
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea991a5d3d4e764d9f1d84a602d5cd31e2e3932
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5e4e29faabe93b7e653b379c5a13dcda11509dabb1bd5ee0001797720026c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7b6fab11935008ad3841f74ccd521cb310c259
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec7ac3c56ca491809312ebac8b9d44bdde1308b4d0a3a504d6e5bd4f4210e6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef9877ebaac8a21deeb18a5eaac4dd548ef3a29
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc56116b02a7b0a4931b76e12347a84d06b6dd8d4efff5ce38661fb677dd630a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73dfa40df3007f7c3c23aa98721cd8866cc7bb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ab104c1756d00e2f240301f46b17cd8cf7369342814c4ff0dc3e221adb4cd2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc15654c180695645336a7530ee9b35f85667ab0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214007cfc534c0b3013c24c41e02c9477d4cd996eb5eb339748ad22dceb7df9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c4a293e39e4ec13b2ff467e51b8e529298d72a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991127ad883de8379e585b88d450493185d0abd72c4538fb51238b3b9b0de021
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ccc6c6e9bb508eaf156404713b9abcfabb7446
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583d9f0ac65108c85edcdfe0b2a8d997a803b57ab2e35c1c3f603b6ce074ac7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34893b33360e19244054971eb6a6231f18150ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c4f39050846020ea3a24eb66a36a064ca5b9bea2a0c7f4eb2d306dabffe11d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0120ab4ad844a2dc47a32342691ab8cd548fb29d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5587b1478334dbae92cedf9d322cc5c78a91a7813f16fbd10b5ca5839409e4d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d6564a197e044db50463f60b09a391d87af0b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3865bd9226df2f66ea33b7a2405cf7f3ba415d6fa4a25546e07a77184cb5fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b62318507450dfb8dd822087da7458cf837bce5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508e476f7a9b24e6e737495c944f9f7370e74c9ecaa33312c4328ab2fe8040ef
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43452f00b802584ba6de578e93c0d63921e4fc5b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02e2c55aefa775b13b60803931ae9bce723729d5cb1460a4bd7bc2c419fefb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514c15d230b7a016d1cb694c9a741b48b233242
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fbea07087404e5c45feca81f1350a9baf5378ea3854c6e2d771f8be51fc86c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f84afee613318764e85b2ff61f82d99850fe8f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a292dfc5cb5cfca5e0afb1fcc5f7e513a1b7a0e32f079ab804e8b2d9a3d1bc53
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d58e5a3a874bb58a99b5f58ed7f2fdd8d081822
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970dcb701b9bfd989d2d86a094e048bd054d6088d64b0923c1421da887e5b360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7888f01ff8c0bb6a3ada5005d25eb66bfe0fbfc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a83805abacaae235e2b71e2367871ea411c7b8348efc968aa5008650ed726d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdeb022f030cceace91546b1bbef91f5f3905901
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ab06561fd366fca4d2a474c11f59fe11aa2f98e74647e8ed07c0799cd1676
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e412fa977af180a5e724dfa864d37805e3f1b92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e037cb59037b91a59977ac8c73bd8f181a6539bde795c129eaacfde451ba1b42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7977efb9685a82a1ea0c3100c6598a59dae1a057
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a455ded3cb017dd17b42d1eb231c9e2894da33e6f61d6e281b00cafebe43aa63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe80d7431a600d8f95debd2eb0ac7ffb2a782d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b4af03ec0252e53c0ed62f8cbfdf936b66aa0afb579c4cda68456a4e71a877
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fee22fac5120ac1db6fbda7de340623fcfee7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24c87c6913dd867eb42c953f47f38cf9c8c2b1fa07a3e650aa1b14a43f774a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53062fac75ae020bb97f253683802ded5685924
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cd4d3cac262a6aa670725fa326278a37f2f1ba60280e099487d475b68a571a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a02dec2a0b14aa0bbb5a3029b0171c872aa482
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab41eea1b7abf103f2c5c86b03150c1a72a39578bf1ea76d1bdda2cf9896d8d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0272ffa509d2e9301bcd1ac53cc614458c895e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf147df8c1cc2ea87282252c2e69837b43682707965c61dd042763cd12e458d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d56191f3780e12f98948296a47fc0b19324670
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d086f707df3e1c145280a32ac53d98b2b4915518ffc2181018f7c26898f2ebc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6447845b9eefc1ce55d0854e08d99f012ab1c631
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1863e50b998bdd6ad02e2b791e322255abe12d758d5447cf871ed3594696b20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ce0a30362cfabe650fb0ff0b00d8704f87d366
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffad530ed228efc1107bef648c26c2473dad29cb6a4d9b8ad0128b6a72058423
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986c1e5048d1000fb8aa9e781a7c5d41f23ee6f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59203d4de79df6ea26d0dac0a2e51468c4b725027bca09f17eca825c4af8aa9e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e865ec4956909a056311ad5de006be827fae487
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176fbe217bcd789f026b88f1348bcaee86549f26a6d6e50911917a5e707a07d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44a7f96c9ef839a8fe8af4f97a1e5c566ebc07f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830fa8e976e1f585e68a11a94bd398be89eb659d3d0ce84c2f64ebf84db187eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fa47658a7c12a23ad457fcd0de9d64126fa84e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c1641127de5bec6b6792765a26d44d4cfc30b3980ea7f64438b4b351891c4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb21f539d6231606eb417872e786859c6c2ac2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0197219eba3bdbfd53848f965da6511ae4e5b9057cfbc4eeeab7a6a8f3301cfc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f65eb5fbc334cc5c7a07fadf8f13843b607c85
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0245c4dab104a4a517d8b4705fd37a478cf1d54176f22f789108da188db3011d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2330755725d2b442fcb6dc7ef95fab1dfa3e9153
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1dba711e026bc0b8de3ff942dfc5cfe30db3c60f2af1f9c7139683c1a82dc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8f4e2e9054b7f0e8108acbde7e97ffc9623741
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7ad09a629722545b2aadce28a65ad96f254b4879ffd07b9ab49bce08d10499
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e33355112a361a0ac36add7bfa3a04f56689ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c9ff07263e5b6c3454f06ed3f15270360be8ff4a875308d27dabccda7ee914
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd1651621b04bed4133d0a53ec2afbca01114db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2e1e4f452b38dd9fc77ee8ca66e87d5c09c2e4f904d1dced8551d21f465f60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818a3140149ca5890dbfd1bdbc5f8a40ee1e77c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c931ad9be0aa94d8d50a6f8d67678b65b6942b4478acf3f65cb20a2e2dcbc969
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94235d93548e8c148ebb25f945bd2496bf681de2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3f4516238d4c2a4e4a6b69d32a33e7417b30c25c8a99788c24d636f8bea5ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd918982d42b30e58e65d6bdb2cf301c5fe4dd1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0095818b758f26723009d79d306e6e86b83e3b61ee6d484d234677ccae629e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3dcda17a36a799d69fd7eb62349d3595f30c1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3748049ada7820e9a37fef7e61b44bfef370555097d01f44046aea7af95db93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19956e65d2354a613ccc8c52a2119709b52078e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0fdf87f63b6cbe153ac936e4cc0d2e818242c2cec99c776a8d798f973cec69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc8b70cac24e358aaa30a94ec22e66d13682c92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b29e45ca02cd24612d317d63d17f36e180f05d0197ae9a7741ab5b0bea3a068
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f73c29615e3d9eafcb547afeff8efcc350323d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da120ac8a998a81cec5fc690a4302642441882cd6fbf4830b7ad0f4c78c77ecb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4e8fb20a2a4c7699f2962089f6189b8a13892e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5fb6ef144488ad158b37c9eb8d915581d85bf4530942193c8d1e46fd10c458
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e3b783255b788cdd469a9583318424d89e52b6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc54b7fa4cf8689daee5901d0d0a7285acf147761528e5bb4c74611115022c75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a07fe019b5f225da3b362fca27d237856bffaff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3598bf4560d619b11277bb1c68875bd33b27a6b0f2bcc43c16070ad95d4b65d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85a6471e60f80f601a2f81908919697e90c2a98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a971d1da6b80d50d5a2b84b0bce480c357f21f7dd71bf9d362934278ff9cae78
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab33bbadd54ccead59ec09e233454599742a800d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32088541259d2c942da172f3ec0de2ccfb8168be9fc43d36c55d048384de723
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b02cb2ace73cceef019a55c1bf2603da70ea38f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d06dd8068199dc3d1dfadf035ddcbd3ccbcfe6f4328ba7631d765c7769546b
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b63d6ace52e61c8c856aa7d97d9eb459ae2429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4649f247354bab2a89380a443cb3c324898de138b08ecf3f759e64d0fd771d2
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0c9106b3b5f980d3af52053a9c2eddb2e5b1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436a09d6cb8d9e18aaf28f2beaf016b9c26dc965929fe91a19e741d3f9c05256
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab3aa563f03ceca8d0a024dc04fc5e4dd0f867f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5199057bcc72232afe395998bcb4218abba169c3b128a60d6e74406a345323a1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118ce6450553485c9db5c8e8a40a8b3e4501b79a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8e21483a09ab3820220978c5d5e0b9c36a7961216ae8d892a3d42e015ba26b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f0b1a7121cac353966a84baba93dcf4f1ad4ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c9e888a29f63e31aefb60f1bc8f488452b1b1a230e93f0e48be5c9153da8d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a45980bd143e0dd0fd601b79eede249fbd7daf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de5fdfd93682386dc90234d689834bbee682c1b0779023df740ceaf7db06ba8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe224a4d790bbd880d13d0219c7dc6544b6dec0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8918e1c11116f3b11f775f64ea46d30e41f5844127db3b59915a3fe144676b92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db43c35708f62cb6a38b59c946bb42ad2f884af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bced4b329619c1ebe6fad9063f2a0f8a2c5a1371719affc395d2949c13e88781
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b590b7f9167f93030df3c835fd40abbf69073ec2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79eed44beb0001dddfaebd6ceb8f9f0a51246bb92628bb0ae092cbbd30b16e48
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56036410f7c56b17bf07b85fa3227a80eb28ce69
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a40133cb1e70fb5b1e808fe17628cfc547988cecf44bed84f451688622c58d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d565c5122076d001d28fe274e3f99907fc2dadb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7609a968bfc2272dbf6d84929582ef8670602b8101bcf15628ba177ffaecf6f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fff1f3ad29310bd891f8ea018fbc69d9803fc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd1f8681279c663b750406a3ea8dd22b5b933f4d0546b92b72c110c8c17dcf0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03295f984f2763d13e765f45b5f1eeef04b78670
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49763b9801bcb6920115dfcc224c6873d2b0a80fd4ff0b6b0a4fa98446ed13d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ec837a7569fa7cc54f2aef159bca1eda644071
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bd6680d06086e6a609f0326ceb0a6cb7f7b50d977dee574b1e35a6755b8272
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed03f7a38c40c27a5844c5d3f8f18b74c6cb1642
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d2be9ec08481efc9a01f5c8846b92d4c9789ef61ef26d595f247286ea0c72b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bebaeab4fd9c6a9f568fe58c4328eccf9674d7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1846386245c10d3075023e7e1be1e2f36b2c14f55bb4466d115eb04177b78ef7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6557b54775e9cfab81ce219ccdf644f6cbf2a10a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c01736878f8785a1cbf653f14ece0b167ae35927ce85847e9723ea81d03652
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef53534e303c8a37ad37d253a33dd1d318ce230b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f427ca21288d825f71c6ca0e215e4fc04b3d040a8aef5bbdd895e32d696f251
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648aad6a0c5b124d183fef3fcb325bf350c38395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479d67df74f6c731b7f5f23b1374f1ee6abccf59817fa52aca716a6035256659
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e513cfcea417834276b2fe6b6dfad458dc0d0bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cee7473a4b57660b5b87ee3efdb5e13b333dfa77c691b5b49df9b7e9752a73a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cab530712b80453487db6fe270c38051d543a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca811afa775a38b9afb8dead31960a6cedce518acfdb23ceef8919e68cce120d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9391c40dae422cffa8091420586155e2c698e47a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06668fb36f38539f427b760a2ae94b09285086ba3634fc2c95070a96e30b8229
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1193a9bcf2da6f45c42b7ae325e6903f2a09609e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd0f2f330435f3d96f24474038f088d478c3f1a09c734b136173d983fc06566
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b2fe1494f6ec2a0664dd869c1afdc93836a93c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9139f9844f10a3d1e70ccb50e5750bb66d1664130540dff56d9629089c662e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa988b50ae9dcc0260269c497a4486998f57aff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f4cf9662d99638e9fe3b8d3be96a0b5a8bbde82d8bd7d71a858e428122ce55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9079333f54fc1b54243b331503cf6252099e17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39954c8a418ae55c0ee365e154ee94510052e7107e90233c98724b7d2e0d4d71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1ec3bc0f74031b05d1dd1fe31efb10092d4a03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f461981af154bd5af6cb83437e87a4a94113ad030f7c3ee64dafd2914eb216a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cb5163dc350b93cb045bdbe68fb0fb63801993
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b12caeef343c9626a809b2dc4f825377853174cb9029c6b22658e4b374a9c95
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3f607b908aa891917ed5b538cff78dcdcf3c6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98fc7a240c2b8b88ae3772e962be344d7cee9be3de0f0994fe5c465357f4070
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c3afce8dc2ade8df7578556db793690536b37b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb44d2beb307da76c89a3f0df816b52b2930f4e20648ef6a525eced990ac12e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a514cedd9c6eb4ae76e148b5d2c87c5781ca9798
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5be721399195c495def868a3d49d6ad42efa2c9941c21f087ef179bd850f297
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684baa58977a3a1ae9a9f202bc8385733c564697
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327a870e3c0b7ab489bb32997c1b91cef1275da3825220ec22a87ba9db9d3424
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991c2f218156a04b42ab78584017b3a9be61df93
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a227da7e13b4aefee99239db2d1cf2b41462540a937ac1ad071b819b2f35f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98882194741b6dad9a5181343afad01a657a7684
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe646e75068a8882f9e58f0ee2f8f1968536b3c859b403cb0da72e3444849bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6006170228a0bb9a630e67dd2e236397da9f7905
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e633be64f74c8c0568f45396eeae7f312e0960ab77323a103ee749594363d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e209ef3cf9c878d92989b89d83685a887dd71e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0eb4ffca4f45e009e827cd79e209d31d66fdfe21485990d29f0a3849d794e55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bedcf2fb69a8c93f2b80c60f0b6553e421e768
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df6abecb3ea930ef35aa5dca1516be503a7f659bd208d9329270a351f8bced
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ee60e061ab5af8d2eb947b83a794ff853fa629
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59707cc80643020b2707b4b21481f442c9f817fb3acdb039426b236c5e1ac1b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291ff2d8c49944f37c6691d3b2bfc1ad6523e20b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882f6819d1c976a4453910f5d4742de21099b25238322936ed3ae331af600073
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11da8c72a783c85e59d1a514397b3ff8c16ab237
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a288d99fc284a19d69b9d82bf350e495993833e691324cfa3330f76d7e413e9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d50f06a88b6e5029cf2b23d51981e97af90e73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842602dc16562401d8ef0f259c92dcdef5ac00885157fbf705abd5d9c674d3fd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04459518b196d0626e48a9bd0fbad2aaae0cfe8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0342c017476489fbfdf410a408dea05eed9e20895f98a123be7ed2f7d04729e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f95c14dcb62b08f0f86217dcd26df213335a8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691e1f5722195741442e01dd4baf4a0eccd68371637113fdc5d48644e62c80be
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb8f25e61a1f55b8ff60a9cc39280ad12b6d8bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ce6ad9865284c856f3072ca68c47f7f1e10c2252f871514671c5e221432693
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5251800e91c32d75244f39d03055412fe677409d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668a89d68c92315615036225da80335a842cd30555927beee1528d05ad786d34
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acfe4c1fd065a1da8280ff3a38a82882f65adc0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96696d9f1b4f8eb14b706d478a4248701b136235f91d21a9e526dd222ba272d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515dda0d9e199810de12546e4388d953c004afce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a4870e5150000d75bd861d42fe390018275283c9165f998742766c42316ecb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731009d97b69f56515cb0a3f53ba85536a6702f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a7a3b959365ecd8b7b40cf92fe490e1dde2762849ddfe55266e9913f70436e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6951a716940c353f979a486c72a767ebc87c097
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2160ddde684be387f0457fee26beaf056f3bde4e88653f277d91ceff90ddd336
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a85f6ec1ac46df804d52b1006b190b693e4ea1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5bff1b12b46b03bb3b0b60dcaf3e739c2538ebb77dd2d0e0d13638fcb2b3b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbcf643c4c734e6e4df1b8bd325222b51d4e092
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d051bfc520cb33fe2eaee5dce9092c6106a45a58955436d4969abb5836cec4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0814d8827c89e30bff7dc58b48673e4e4d3d247
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e43d2198d8c79542e88abb87840edca76b297801500d166ab432ab46370fef2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4628c5367720df4527bcd2dc4e217a4b16082ca0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e75e3788668714725e9bf667d20fef62c2e60f7c7544c66d93d4937315179c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f292c281f3cc886be7b080f10ef0b76b7e2593
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63beb7b3a661d47cc18d3bc8671c90fb8496df31b6446e30012a189bd7582d30
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dab022feeae42eaf5d7ac1fcffb3aadcc40cf75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ce97fc931fa05d7089c78803f9088c98279fae4db6ec8d5c7b27e141e3c4dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47ced93174b1c4e19c17d29f621f670de14611d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ad48cbbfad1b28409c2994eb34d180a9d08e1751b7e56fe42c7159aa77536
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce41dce537792bbf23cfcff674408ab8196963d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7403e75271f71d3dbb2460ba33f5a12305fecd667b59221059c2eefea2b7b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c2709bb15e3f243b06cdb36d737faf6266bfa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e62288af2ee51d926e31118e650cf0f4e3c4050e77e110b89b9f1f7d5533d4d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478c646445890e9bd5c25a3be588fbed61a0cc10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b0bffce97ed23b1fd70d465934be298f0d088c0eec21043f7a7ccc3bfdb281
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380b83597b8985a36bcaf580634233a5ed5bc5c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456949da114c495c85aac4a1884a90fb5d159765c52b8d85d424adc43587ad57
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335ae75c367d0ae934a4b0d4340196f2120da541
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fdffefe098e7423d6ef2b27d6946433a637f1ee2f582708014a0d4c10fbc0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fdb8e136e38cf40b22a7ea14e98ac69abcc59d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbbcaa8aef407c5e844875e4f53962f3bee54014596a20f214c3a7640c886b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7125a8205205a28d4fdfe874baf16ef08e17c0f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c51cdd8a6715474d89d2142fea9f872cc482c0efcb5965d4c5e0f813bab91f4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e141ac8df4cf14ab31c0234baf335e20b92546bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12e1b76a7c577a30aaf61f93a39ad231e7f06f0cc1e717968de323e950ea4a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e89903ff12b14426c1da1b556f15ef1bd5c2f21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774b61a250621812ceccbd14ac8cac324ac62bf45a5932bd6b567921efd89796
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3513be85b4ed10b9bb49d713eb7e13b98497089
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2669eff182338d8691755f455f87462137d227c58e48946b1245bef9f123c420
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9aaee39534a282da841281e103b5e5fcd5f9b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d8be18fc6f424e01db4ba22ad27f4097e5bd52a50417c94857e0d68d5286f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982dd87e591b482ffe4a62f42531a7c50bcac3dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1f173441befab4e5d92fb78fbcbd7f4b08f50b959872ba4258464cb53b9937
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ff629f192336ad368db8fd9904d117427db600
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aef93b62fda280f776b02cc3ed6d313a9a27dd4ed928be02d09a66e8f33b14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efa4d01c5f11a808a2c9086c681b5156990abaf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44bdb7101d99effa8a07bac473660dfa156da699934d7a45d0c25b0a62a1fe7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbcba70ae63fe1d0a5874dcfeab98e10182df9f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c5da3dccdcc9e59dc6ef8ffdb77916dfe028354df11ca319d4128921f02a0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad3aa1204c594aea45ee325c413c40146ef92c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18fd2a5ee31be7ed2d3bb90ba1629326d3ede173682d1d3736cb25b0ab53e12
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3119fc603c0b7b2c287135ff4f9e7f6b7765dcb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82678520f8b6f1cb64954bbaff8e0a6e7761ba203600211638d45a9098b20e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289c9d16e37dc3ad3fa04ac76698a26d104c29d0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0207804a5af3661fe07edee3dcd78ce3ba4a4f914030e0c1d4927cb82fee2d55
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4940ae2b39d1de1d0c31c55136ed293c8161082
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92eedc3525ebd6f4f3b22120e26f52d05e1002b310196e8a4e2572753198f5b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b0b3cf31a8c4d2f0aeb8d7f6d775a1c80d2112
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb1b29e76c36ebeefebc3a170a0b24caa9be93094dcfbeda63182552c8e2d3c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a16641931ef96a6220c6dd830aa260e8c7dfdec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d690534a165c9ba78c80730d51345764a4c448f6885a12471616df7d82ec0426
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0801e0f79a0639aeaf100fcc9767d69ec26c48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d76ad57a3ebaf69e959efd515b68ac81b737ec1c12b616bbfe05c0e2b5768e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4335b9af918dbaecd8108c08ebd9d3e5d8c6813e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df72f32f8a611e804fe3a898737773470cca71f3f77b5b4b760cf04f9791f8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f9a9e739d94787d6d8310f8aad1c8c3af3926a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5b4e2ccf8963ed070fb633eab4ed6cb571f2835161f680235383131e096375
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c36760e7bcae013537003dd05768692aad94e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70a1c62818aeb46fd49d2ff55fbd5cd5479a6af2287ef25e14a42679c7c9eab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153ad3703e00fc0c05b5aaebe2c7794c318329c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cb7acf281e0be4c8ce3bb65bd139662c30c514f7cb0fa9fca05be0c44469cd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19cf70995eb244d1e670ba143b29c3090fb266
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8deb1542556a3b993b23ea7d12aecf52e4e36a1118dd2eff6bb097ed269116
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6df436462702477a91a47aac84b272f6824be3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3790eab7abecf00bc8d0fcd646bb6d2303e7de947acafd7d7e0193b2b7fdb5b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84bf6bec4c672f65701158e249976b3ce44953f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09e234f1165ee67a17db6020f230d85c63fe79cacdf75a5aa2bb60c5e94b768
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9293b8dc388197e002bd1c1f1d1f559f81d371
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7671ef4aeee8f6bdddb58cf5d98abeb21d6fb2f32934f6ffd998ca92488c740
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12b9e3298e571595340057e804b95c8b5ba034b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abb2306f93f091c64d8cf46c1c7e09f6eee9735dd90b036390cda09f62ae026
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c095e27119fef52c8297a121c5b28fcc69e8c03c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a3858c41cc5282f2d5cdca5e20dfdbf9805c1348fbf43cc4965dc2b74cdfcd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041f094d5643165600b3122a032d4a2393fdc3a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef6f2b766c91012b22c7f540a3e07fd9a6ec784d6992c5c33326dbd1d3db5c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6972282dd29ea70c49c90acb07ac999b243d3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002f3aa510d9895e6a10c56060ab428c7619fd9e6b64fcadd1e508247533e22c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b44de655bd63152f8c5ea78b850fdcec2827b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f529504d36f0dadbbc10fcc11224f2ab4112cb22cebef72f1a20398e72d7b38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a4d49475a23fb758b90f2f65baebf73b1dcc0d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eba063d9dc3325b08a3d1aa9af909ed446feca791054afcb8c1361c2cf4f88
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c05da70f8a51555c1e9524a19c648f12773eba7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773d031eac1a67655a6cb78ccda15b3f2b19ac84f3d9a72d59d4a248f3872003
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec49cbfbdea437ca67289f524636e6cf7f1a24b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8944a348ff2794fcc24f990658de5ac0c6bd0440521132512371e8891e7a1745
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8704a438daf4d84e61a8421d8d70027873dc6cf5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf312e4c56b34519cba874a27adba89d9514e1384d4b324784caad3e30ae32e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d540ad0920704d484fe601ad53e2e4cbcbc15f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52206690a9925b9e4ae9ef30edac8ba5b22ebe1ddc6d5a492324884f56d87ab3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36817a7080a591143e7e325a89941b0d9227e09d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dcc9c944794c27a935d755815458399e468f674742fcf347c5c8519c6bab3b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56f941eca226cd8739c7654df1197e1b737996
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa56f2d083b2a745544c11d07691b927838f45075ec898361c52eec109f79ab1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f027aa6395afba0904ea7a20320596276a91ee7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a7e74ca2776fdc5c8c128bf13b8a60ddc5adf4e0850a6e059be16739e3c78f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062332a703062019ad69f0f465fdb3d1e43f0017
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86475f12919990f6fe8ca5fbe165a0c8d317506d067e94d32dbee4cc2729cba2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f732e88e7c27278581a28d5ddb0328cd65d32d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2fffb65f6caeef7ae444fc9017fadb5b125d65e96e22b28c0ae21befe881fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4337fa6ffc12fe524e543028a3f388c47f8e08
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e6888fb7104d7f78021325721c773b4a13c0e014ee89ef9ec81794d775b31
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeef103dc6a63b933efe6c1a65efef71f83bf90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7266a54c8137d193afab07cdc464ceb5841e7a6a24eca6d347a6c2c9dbff44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b0c956e4cda09f961b13664a0c12a6fed13f8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f4b4c5f351286858036d493ca756bbb7f3036eead23603e0739fa4d472431d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ac20c1cbe5f1fe8dff96509c53a41ea1192092
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919102ba49bd941233e12f0b10747e517edf0217c480a560be15ac2dfa6c6f46
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a0a880849dff045886274ba704dd972a32aa2a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d4f34c1b5d20301fad34460fe2156e608fa040092ba139b0d77cb1db43ed83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3296426733f042677c64b6c43b11c9d516fa3c4b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8924db71bb3beb9a9b5285370951b0bbb4f6ffdd439142fa3ab6d0a67a3f0d9b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5463efd757b1c71ea8e0a78264cdb4e5c3a60d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ccfd7dcbfc4527c726e8d1ac3ddae2af6a041a80dd65afb1f50686a8503df5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e720907671f1005ea4a1461f8ce22640d66f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5584cb1a27173bb8bd4c485013c84798abc2665e62dd28ad6201872ea586c98d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bb2425dc6f2e5dcfab5c985ab98863e0d3b809
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94db869030a13c0032e3e14c9387054078254cfbacfe484cc2f3d4ae128e689e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9eb153f598ddcf89ce429b578224b46c12aeb3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a989fd4c3b344db28029e47d5d1be4b5de93220b9021dca1ce86b1a51716b361
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593539ada625afa79af46e7a7565e7f2aee1937f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cdac3890b28d334ebf583d094bc7b66230668d19fd424d38ab93eb3be0b1f4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa50392d18914315520b3aec695bab934d476026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7f0878eadde3ae320ed3cf63d54479d34c71bfc79d65cf393d475fc6cbe80d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a7f7d4dba793e6ef081b223172e077e7ce0752
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb622585b3aa8d201bd69fa21e8bf89de03bac432791725c56fd35c15a8da889
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5dccd2c623321b8255a24edb80ca4a83eb922b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cfbb542454326d6786512cf2d0feabf12796248b2a9986a9e551ff9b2dde59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223886ee6adbbcf2e3362bfdfa39babbce55d695
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c202ae92292809b7924d443785527d637a8e3ad512e9eb831b67a0240ee99e1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2553ff2236b64fc70faff2fbe6429d127bd11318
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50f46014f3d0bda5ffc0ec03f85f5614ec3b8d2a0c157f2f4c8995f33c47e0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf1a382c516393b330364653b6b316c94f8f9f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44ad34e414dcbb1482b6f1ac3790ba5f2a3b520d774307e8c3416bca6c4cf07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68cbb8b884e059f1a9b5edefdfc09d32a91a78c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b4279200d9b622e6b67c3f73df1447f5f663f710484e5d94bf1dcfabfa8a66
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff68009dc9521d786c3d824613d1ce02353959d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c217a23a8f6f59dca83efaf8e1235ef2b7c7c4e736ef0e19832f8e5a032e325
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039465f2bfe226facf20883ad2f41a4b1887e82d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4526b6ce9e716a2c423b3e29d23b9d6bf33b517138b16e9d74289ca361eb968a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e212fa4dd9ccf3ea5316e78b3203fd1d0fc4c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42ebe7c31ae42c03908115c378c22f9f5f038402a897437b568d4f325eac31a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3816eb799110c071908b24b122d3bd7fe0012cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d49e1b15297f8ab31344f002443084f04cb8fb99bc29b85be8447c035964f7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d917d6fa714194b360ef6c11ee6cc93849d43059
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de080833985424d90a9127dc0334bb636801b8402fb22541497c55662cd423d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd7463b0da591d37606da0ef4c3d1aaf9e2e39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e52afc022948b1c96f117faab221336b357909fd365f662eb9c90d6f6be98e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdb31f8b9de22c84b84e1e889001d9089254f19
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e27714bb1df00f3fe57d877c69595876a1ebf7cc60ad153e04c1f522e6c923
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9bf79d49e89057f1a61cdc89bf10881a7ee3d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f532d5d8f5a3f33ba5ef5bbae97c4a23a0cd9dc64257fadf26462dd35474a695
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc0d34021b32a43c213325144ad6ead594a0413
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5590e0bf1a7a311a9b22e8d7dea58d936a2970128565d4be8da89b043544ac3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7300040ac1e300736ccf2734a7c34feaad33b8d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc7e3e104628c0ca39fa06f85b40c439b3edb6cfe7bae788db8ffb8ca593dc3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8dbbf6259f51b38ae77bda504389c5e862afa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d5c6d70888443cd0b6eae7f1376ca3093b2eda688bb794f0b3d41d49c39110
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb9eca03c0610dbf7c5f13f42ab62f3289e4fbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd4aaf7ee94358eae74852a8dbc4b54a81263bec48333b19cc6d498d94a6246
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5f70c0ba8a964d19fd9a346b7e26eaba6a63b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01af4cff1934efb54f05481402ac9053c51ca0acb51eed7c4d6c70ee39f7f34
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1230ebabd393e0799a9cf153b28f501d4e7d978b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84f80faa152c6e676c9e707691f48e006bc5e0812ebb675e64235d0a707f5b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70e7f76700b80bfce97fecd245f9e13bc61a0d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05fde14763baaea6c62a88a3612e4028dec328df1a700f36c5c5974c3ac5169
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1848c623a1dc002af89d1730c099551483b3c2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cacf19a05f37c6edb1f3cb136da78f5f477bd44651bc0c335b9430d91d5607
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc212bf457761915f1bb494e8a0a03944888f23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af290a3c6d924a073fb7e4f7e3c73b233f1502d9f51ff6fa0fd8a62704a8c43
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb990379313e6c122249250fdb05c79ea6360a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8feda798d6622d83074fb6b2eda59d0cc2aacff37cdb849081c173d561b9c5af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993ae9e28ed83bcc87e398b8f6c2e43d667b5caf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eff8a3b0ad89b0cd166bd474dbaabc6579426c47e0ec57fdc0349018bff95f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6d17b4a7e1df466fca5c71ec107c1bc05c991e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65578ab629c6c2fde1c0b41730e2f2164c718882ec15258383194ab191865e1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c963d99e432a06f40fc8969e765e570ea645d89c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096b208820da7468cae44f828a0113dfb57fa2499a5820cd39cff1e13d64d846
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271813478e493a6a864022e36020e55d993b61e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d4787668ea2469aa6772a3dc8a523f8e39f9733a914f838b1fb99fcd5b998f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6937885817716632d31c15bea804a4c01d4aee8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e8da8a3377c4919b5040dde411edc3a0256cc4b1e7e293985f1d2fc13d990f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a84b5da544e8a14e63c3381be7fda17f96c47e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548b5ca3749c5c2124b33ac56dcaa039aece91de4af6dfb51166345ef0e0edfd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdafdaf58e40f5e80bdfa5ed9c699b6d24d9dcc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66890d703c523cfa0da46fd092b70e89cc071e80dc0a312c6a0728eb7169497e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db197852b26b56430b310e209e64b52527f26c56
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c94268f9ea9cb437d4248d3f1d6455be5878cc52ed59186729b80ed04cecb5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1940debbd205c1d310d3267be2efa26bef6b823
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a2072f3b40f174c6daaf9d5190a229c8a3f55a7717ff35ae2e7e8dc528cb51
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acf1e15a6823c4a2de37ff424cdcebb71e10eff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc6411011fddcafbc79faf8f75df05846cff40de77c4aed4d3ac78a45ffaf13
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6051fb5a18d1801a285ffe5d66c874eac9fc8a25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a4c02c3ea27606600bbc89c5463ace0f5ec4c4ab083db76baf5e05c65ab21e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743e6ab4905e87f152a14a538858bf376b0be0e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bbe99f132229ca68e917e64145989a2218b9e223e727bd06a4e4534ac2c985
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1447272d1b711adcabc68d24a8a81b6a409be6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4e284c982d1d1d606754d2d5c814817e01e6d1dbf2ec6a797ff8eb4e2e2699
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a034ff039696cbe8c5588086ad331457b240c43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731f815b21de3b808cd542a9ff68b4a57df30a61eb3220c8027022e21d591742
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78757dbf4be1f327c484878bc80484b5dd02aa50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9078c6d32182399c8127828af11c656495786719f5e46ef956a9ad8b02747fec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7e5dc43d392f3346651cc15512f2037b3776bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a765b8e21c923aa780c6918a923eb0c4bfb9f0421ffaad6859f00e49af475
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d852d5d4fa893f0dbe9cd4350a9a72ac5a45395
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7fca6558e28b9afc3fc36e1ba6f378fa6e26273de187d06aaa8d7b8638b6ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3776edbebab2d07f475bd8179c19fdcb9a01259d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1a2665140fb2a0f1c8afcb6f15edef02224f8a599492a6defa06fa2e0e7ad9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c004cb86775ddd4700f3ddbb76a93bbcaa9cbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738fdad5f39021d00918c81fbb161c1550b436161036c00ac177e27937c5f8eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb6faee316d00e3e313a04cb2dbb889f4cd5a21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5410898622fcfb06eeef419c0ec4714905044c88b1637d08a00e05ee06cf8659
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29952af885ad19793787a00178413a4c3438cb9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268cbaeba279d5e1fdef9632f4c3bc87a82b6191c4ff0e1e5c362b1250d4b81d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07415f1323a9934fb23f946fc6d09a88a24f64df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6484aabcd201f0d5455a2bb8f731d7ee049d6808f84a65ea92382f02aa06207
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d6ff70f82f21abc95fa4f8235bdb2f658a8247
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad4a9aba8e4d3825ff5badafcc1620995f056dd8122ef0e6b6b3170b7a757dc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca22a373b49c4bcca47d0b89f3308818c3247163
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339872667c4fb23b55d2808c8b83e69bde474d86f88bf3c44f9e206cc4d442f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285c0203d1752087f2de9a8d347bd3c2ebe1db70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e12de023589148d3c82cb1f3cd5955558e8634923b95547cc92cc78cc8998
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dd3b9ef29aa034f7ba0900989631c64547fd8d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1e8f24e7d68005dca2548058d0cf1b03bae95f2e57904892143da1b4eecb86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061ff0089cd4228cfb9c7f4c2db1a518341656f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bef81228d6f8da29fd86da0a6ba22a266fb4e04257530154369d02e171e0ce4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2960b946f8929bb07e283c21e2dcd60338c964d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87270bd50c387ab428fdda9050477a1dd253fceb01cc4b4a53a6fe0b5b9e1f50
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ae174fa21bb41b76faee4a79d6a3a64c05c879
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ccae7f3cc3dab2571a42946b111a0125ae0aa199d1c4f8f5e86f27ea3488347
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f471eb0524fcf8bb9f1cb6b07c90bf6cd0dc6853
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79474079227d1a597e9b2484a422366dd77e4915dada6f0613882a6bbdc3a363
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d6f157fb3e7f67d90a28c445976fc9df28c0d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d27dd5b65bdf9311e7e4bb929422ab81aa4cfe1bf772c416214215c49e58d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6391b418bb5f20c2b0923cbaca5ee76f6c48a4cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaccf5ed668c44bfbe5ac857f64956f09d56aba98c8fb514e0bf35282b76765e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be8b979fe9f6552b3c8b4247c3d4536cf5b586
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d6cf3882f5beb1b7dc0924244eea17b5b61e51759168dd7476331ec044bee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e17bdb1bc3dcefab165db09169770aec03ad7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3fbf3ff7fe071d6578231467c159627aaef824a2c7cf72cf32021a1975eefe
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78406f382ca44141d4883bbaf65c399d2b3645f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83926c62b31f2d52f2d57d4362bd10a779f6e8a943e71712a0f3778dd142de8a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df957079a9903ecdfaffed7ed0ad7933e06ed923
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31ba72b429184a4a832d6e6d859e0c0d126c08eb4160b732bbb0efd6442f889
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c906a8691681fc718b57c1a1a03246dab019250
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d6ab488536081e22f70df444753d00f30692eed138d6fd58a3397c557f70fc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8803b54b66f47a4c307c4683dc61c14549dd0a96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54f85dc696b69ee4a452d22eef8242b0ce58044baebcc6af03c161076dc8f2e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf2bc46715cb3c541a86d2d484f3aa26f1ee131
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab403f3bc5f3b0a40dd00d665c7992c8e469541303da91aec760d1d1759e07a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33183ba94c718514539fc542bb890949c6e0c643
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3507ac205792eab165e0762dce8c06fa45bd3d0ebfb4f78fdf49500998aef0a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddee7ff8de29a2937f9648aa5ad4b5ef71fcf4c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c9f7412fb7b4ce76e830a069c9452780cccea5655b0c746436bc72bdd09f25
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b1634411e1d940439d8857bb1effd8a6050e82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03fb539e807f925072b84bf0eb69c7c167ab0bfb6b3b5da11356b85006c3e54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffcfcbe9935ca66cad9572f2d17102863a8c033
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582c7d7aad5faf254408a99e1fad296a29dac9883216f02dd706c16c827514a1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5688739b454946c75944d1f220b17033c8518f07
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b402d139397d6fad2f0bf68f45becd1fd0bca21a4713b6aa9b76c2ca6423658
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c36c1ffc9a991652d78bd97cd2867d426cd601b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3baed796e275d5f7d541f9210deb747966068e6a4056de4554dd99e7a645232
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5159c6ff39ef62e9e59bc199807716337c325481
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75c3bcf107ef4b64be6b1aa88d94713a38e0280f3924b619b40588b76ef05a8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654111025324e7fa8a5d09f58383f4d12f38ccf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e7b56df53f2ca66d075dd12ade0214732f0a607759616ce5ccd0ba8c089b62
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c76d30b94882d9fdb635ac113cdb564ae08da40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9588ebf0e70936835f0466c5dbb8b4cf2eda8025a8524f26e4451350acff26c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d495d60a3a7614fde763e59df378ca43a46b0dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac357d31b0ccf45f128c4c7fcb8eb83a9cc8faa1bcadf23c65e9813c8bd38bce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb683d0973dbda818dd9f2a16f79de9da40a778
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5fd25a3fe828bbb2b6d5e7b87348df5e5deea62e63cc0820811bd528e8000a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4d7622248a9d2eae17fe8ef92c1f19c6acaa53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce832483244536ec66de2b6c9971822b08f87f5e80a4a1b5901787c453385f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dac8b67cc64df12c9e723f96dcd41bc384ceb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afac13f53dfbfee9aba4649d398c34ad4aa3c2d6f3ccad3f1468a071f1364f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846b069ba9141ec19c11bb7bf3cd91b64bef7400
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaed49de07833a52b4d99fb43ee30839eff5aa63738a5bb16228521fb926fdd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da15c324b47fba6899c8dd69a8272518bffa8fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718aa887ffe3f5a1551c803b8713d563488941b99886fc2fe66fc0d14262171f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1457b2b30a829fe55be4921540b13fcf67904f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02814e4130f34cd33f3f22b76e169d287501882f7941766f044123e0575da1a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee0ee61605d57eb51c91855d8d63396c3733758
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986cb94675bcd6f884f2930b85f7c20bd266e9377ec64b74aa1703068f8d116
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1230cfb5273e6fc258eaaeedae54991227569ea5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaa4b8cfad98b0d0d0d35f89e592b72ec19c7323e11b4466b9b495bc7bfb93d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e8237fd36c0fb266878be136deb89ca7d1243
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ebf642777cabd67800c0f5add92b4c8dc9cf8e8533e18331f164c76e7f6a0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49223c58b57c22f39279f9cafa07c34715ada874
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5446331aba6a52802ecd511ece8210f7f6410be064c8dfafcdfb59b300b9da
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf33d82799c6e949c47d2137e4ed8fbcc338c8a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba46df9a9a7f309023d83b919d772696d33c6843e0eb3c28e3bb48f8aa9731bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5268fbffb09470e954c1727cb15b50f852745522
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf0a8822063a787174a8eb5f33a8c561f19f6a425aaf90a027570107736bb8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579117ba896174cd2c0bf18d2cda04d9b18183b7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed74b0d8867ff92a09db28cb5c930224e60689ee3fab750c7398999c6853f47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2bfd4a9589da387f6a209e27554e52f44a6470
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9b02fab52aa9aad902c81a82b8d6efad5c62c7706a6f24fd2024791a3130b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16fec7ac1f2d2d65a64f86249a7d93239d6ebd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad05f46556342fdc6291d72220daf0ac484619083c06c4cf48120f88d3d3cda
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd6ee05bc89dd9c7ec2df8e33e0bf053a50aa2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbab776b247111a38bb7376c410fbb36365ff8ae87d9e676c160f20903ff865a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69567b6731eb508a5491e4423b482f222bc76834
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c637080338568cf89dd909f420e61fbc4e38f81123acef34660f71a80644d300
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f94f5cc3ff2f9ed96f3ba625f5c27954df0a9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea6afd3e6f063a3d45fb16e483df5aacc470c263320d3b3e2147ac6519da163
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43460467e1bfcc1db7e292f5bde7aaf3f34ae43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8226d19abb2f09427cf96bdadf8a4af9bc8b236a7210903c5a6f3bc34f1a98de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6163bd9c5fef8e341a7ab56133b0b3f8375f9933
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fbc2f47d7226aa0fa795cbba806ccf7cd67c2b15c0846c2947db4fc61fe43c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2bcde2a9b4fa48dc4a294b7a0a0d84e6648fd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9a9ad9c8e89e856e0c7da1145eea54b8717cb1fc1606739545e02badbd3222
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308a9685abf67e0d99f828d6c9b66f67e3c5dbf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c507974bc0b0dd3dcfd9dff86392c114e9cb06369ab70f7a0e962f719dbd05c0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56eda155409c3460e246a12d5e2dca830d3345d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557e01558054d667d72cf6adb9a5e992deaff9ab5d387e6a37f7bad0d6dfd2ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736e62b932c0f4cf480df03380c320186c961b2d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79855c852a70e71f04ae1c4e2e065a50c2aeea20748feb559ef0d960f9c52fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d5c453dd9c465fd2a80c1ae00b7064b772e961
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ebe91ceaddcac94719e42337141be465f74229a4b9be73cad099b027818ef5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c2d44d21e3f583b87c236f0512f63651f449ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75f1b93c98f6fed8ec9bae1dea1f1ab62c756b69b299343a23234e157a7b8eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944e5c23df1816d880cebfb8e7930429e6b30762
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f155f10ba1133c986d06dc0aaae5c1c462c43b11ade0cb2c18e0541f6fef757e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0221f1296dbb7265414c473d81cb4c429165fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06c366311b06e7d007fd64fa2e5d8be43c04a47b200e3c1b70e3187b61e3fb1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d960c081b79d3365069e73d5050434166fac498
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c59685f878c23d559ba20afbb768312a3a9c163fe92cf5124342ae38c74fe0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6893413882eb1c33c03ae66e8f110f2b834aec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f606b6aa888e1cda56d2002ea404cf6412381dedc80d660ecb5e2fe6c17cf358
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf938a7d47342de3035747b832c800fb91e609b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a971844c213ab64fc75cd3f22003459e9b6b9790bfab2d64bd2769569b9287
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36678eed78c600bb6b5622949b897a7fbe8959ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2746ccb513d185e60061032f4e410179c6e4bad077e4cbad71e88c3f0cd7c42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af85fd810b096a338b38b103f6ba8071336c1e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fd0e5ba6ec102b88f1cdcb86b4c265c02a2654fb3709562d251f39f9ef283d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066230def89eca50cf7de0642649ed30af765f3e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146d4e4eac0a85068121f8d9150f5ed31431fe1ef04d7323c820d1e2458ee5d1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67098a249e38320c16c3e7ec6044aa5dde12e30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735ddeeab8d48b87becea8a2c20ba5f20c805a08672cc5f7cacde285fae15325
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f723281828f7897be699cd4ec4818ab95f039d55
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3d7fc2f20325d075d9940ebe9bfb8dca4c87f81f9bb6cbd5d053061e72a91e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88804350dd940a1d220fa60511682e5602a51a83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82074a4cc45c7d1783c75a5c4b85a8a293796287cfc8a25865e0b5cfc3dc78d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9282fe29f50e6a99d2ee22d6829bc4c9610156cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e15d27d7229411bfcd844abc43ba3c22d88c0f308f88aaa9076b29b50a5f22
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accd43bb1aec9878187e66092441b4541827e2c1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c037c1e17348449ae4a1c407b079fb6675a7930a53ad25ee977a9dad2601da2d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863837b4119a74dd01a5f279811be26a9b29d3bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53196d293d648b1a05b50122080103cea5429f91fa9601d7e4cdf46e02766d72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b34c122d7da424a6cec1f0858ab674824897a25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e02d0aa46cd1c6b9b4865807ad16ca84916bc3f1654786697f7b8ea6a45fa1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a16575494a927f894ff937ab11ae2182eb4e941
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d6fce2a44848ae29edaa4927a0521028149db257e0c7758cc9d92a4e8dcecd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a5ae0d8480a49c0deee0fc64156cbaef669dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b2881c9d2055d4b8de00696565ff0e9cad4727dd9152d32a5b6d8746a1669a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6e6053e5d14fe480eba773bc3124957a51a3d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb9de1e24eb20c9a70b72a65df95384ed360104ce0933c586773c6abe0df044
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c45d9bd8f131170b18dd6cc45619a46d4120020
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c7a96364a5c16138bb12a33ab52ff47b15debfbbfd146dd7bc4068fa74a62
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0828412e560a88dadc8e0801308c1f85fee7f26c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8d13ea9412cdb56ce744cf853e6d342b09644a35c36b74e84072448e78c74
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0179d8264e114210f96f4c30c278b5088a49a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fc44239e2bc8dd2be5bdf5037bc92b78a9a026b5b361801737812ecbc2e620
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973c5d9cd6d4fb247d13f1ce69bd8b7122c81e49
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573b3f50bbfc3b13c0593c9a0ba0839eb2acb2543f544b6a08b222366aab604b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd30fa1fdcd2c99d28cd53f12e89ab1aa1a38d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223962b9c3b02cd67335dfc365c0ef38d75b1dae8795da30ad3e8d7825b782bc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e24a1bdd8bf52d5c84bfe61046a060fd1d5cc2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d94c5894c1870bb8c4468e69a60b0fe4c302407a9fa20de5448a1a0be17bcb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfa7836624523a32fe762e6df036bd109961169
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b356136806093cfb3e90f104b9658f997dc0ec41e8941dcc5ef1a5bbb4b27
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13901000ccddba91095d94154323ed23daefbf03
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf634acc40662231c8feda637d3ef2e186a60b286920a37061b464c411d920b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f95995ef03eb43fc7c6d279adc2935934cd931
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba3344ba1eb7ed69a63667dc0bc61245f5a736800ea975adfd0d33695bb0f50
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ace1f544b366d3d37096c075aca3b57dc4e82c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c526f0f7915a5aaff1d1881d268ad69bf16c011b8f3f6cfc0e5f8168aef73ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37be7fa6d01d62393834dea4030901981be34d0c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b665105c784029403a24b94a5b0c7aecab921e1b15f6bc735ee8d48accddef1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367156a2d4658cab139101fd7935352cd99002ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8043b8586df561d82eab2fb853dedb78d24132d502f1a47aab9c3a8a499389e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb0f715825ddf6ebe2a5aee7edd7c6e38c31921
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39300f4af78c600b56556655df47361d499a88a24deb694b502a914c63c2a02
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b24d55c2d5b92ada9dbf80bea714f7b89faa5d4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea496c37f83ecec889612b2c8b31e0d3df5e0a593721ae0634472eecb239f186
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cb546018b22071551a29279e6faef2575302d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d2feccf175f10eee14c3f1b7c302a50fe78d402dc22da52b7662e49f403a20
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86d207c469b430aefb4f04ea3ba7784cafbe91e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c1acbf5ee8e2435c7eeb27b3f2341d15a31a0414b83b0271675199c034ff5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78546aa3f12806be1475c4b8297e5956c0035dbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6548830bb4e8c782c0da4c3f7d588af2fe0c98ed318256a1a85ae9f33d90a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bd04c9a08e0be5e25a4500196e18c25980ffd4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bc114cb5c395fa5de043bf5eb7723b9000520bd74ba328b203776ebe3282ba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9540b31b85685faed642b921c25640761add3ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e73d0009d7639fa852de16ef72a456ceb2f6180c6f8a8763c702949bfb38178
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e0bc48e121c777edf9a023d97f6edc267cfda8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aed56f3fa5e7825c03280ce1290f2172b1004294e90286c37714f6e6e6a0ed9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f6e7c11897f6a13db6519a94e1c4a1f4aa754c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1fd387432da8b0b89883497ad210bccc52626dcd0bba089ca3e272aba326f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1ef648e71b916870e878d29c68421b008f0293
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338c76cf8ede1882e9540b1dffa15b1949b0783964913222932535b1be2c4da6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0e0702da8e85fc91a6b817961aa68f40414282
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156531ef27f45fd44862aed17612115c94cf9d6168a498e0bc93e671b610d97f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d7fbef62d667c3630738e46e080b6a11299d4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4ad1ddbe66665031b748f1a0fe91e29f6c90571bd1f1a310dc25e6d4e2e11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44d91635800f091e51f78edc43a66f8994c9bcf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99116d4e7ab9f2d6eb0aa58050ec9c7c5ec0c6cc66207a3f2f4f996b59de2e7f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1a7fd8a3c286ce7298fcc702bb23a9bff37cb5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e35db2e1aa8fe59a5ece46475ce06d7b98d53f86eca7a2a903cfae81a9c54f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce40f7ed3d151279ddf0c2edabd188166277266
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c658157bc2384121b5f189f10964ef9ea2986912434812c9bd6a39fea29062
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a441716ea324cea3a9aa5cc2733089fe48b817f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51829656d4c5307dc2acdedbb25b4f95ebf0e8036891a556a621f9ea1c6b78c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c560842b3e6f4e86e4ae5a8b1b7e55c96ecfbce3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68de18b2f23e11d759c81728cb695c36ad8d63b0c035b3b6c27e747b2afa4c59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46774049a056fd5af108041567ef83e00f65564
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc98b0bcfe45a467fc1538fce7b91aaa2c5a2357108bbf14837df22434258fc3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b931d47b0833f222de89ac5a160bf536c0032b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e372389430b3fd50b3034a4dfb1f5e6480b94e3416474109c0bc2c9fd6ee212
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52f57147f7cd4faa77a1a77596338097042c6ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396a012aa6128256c145919fc52451050de1ab641d7c1260ceea0b13bbce1795
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeaa73d49652097e6249de7940c2ca2d4a88869
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46089c58bbff28c1556114e399278079ddb1ae4bdc58884d8f5bf23408b0a7f9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feef1a338ceb87a25e13ee89004815bd760ac419
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d922fb33bcf54f991633eab7d469a5fada0ebe745498540e9ea818d9dfd2cc19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52029ea05152fc325af39592c8f2ae49283e83d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0c6a079d9a536cb198a3d083c84376fdf314d9da438bfce9138a0aaf287ceb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58213ea2a0a34ec0a40c958ee4217bca8617e23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe6246add242663aa93c0d9d6669fdea3e53c98ad32b0277123f0216be174ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9aca54886add2fd97b47e57bb34aabfe1c8263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99318ba4e74640103fabe7eef681164fd3f47be158c5d3aadc3060d0f847e2bc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc8df2385c4a3a04bb8d3dbd7afdc3eceaaa0a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae49d7d6a4dd0d0e5ee583955d0c4531fff94fdf3c8b9fdca7d2f18499c3a50
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b82ce139348bc52e2e318acf11bd326d1bdeef0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9eb96ed05229a77c9df1216aac326fec80bb8a97101c4f6bd8324348a7d4eb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2210b0bf07d8d7f0102d6f6f83926a69fcec2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7170ba91d031a2d6335180dd49ff01ad1f54d88bc74f9398a5d8b9af2fd75804
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3606dc835d8f1c101d28e4ddeec736adfa8ba4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5461e9632a633513777d5171afa93426c86f7ba91c4a87ce10898cb699e11c43
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7220962f3c12aa09c4b37db61f9e6c0cbba9286
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e3f9d6ee5410962ca0fbb59af1a346297c57ca3e00c783d2d01da7ef4a1fe7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c87f3464c8fd192949cab8443e5da5ece4bf0be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d32cea6829ab8610f4a504ea037f86ef788c5498548bbf1f935e240aec379f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce00779075de909bf013750b931a7b7a5cddb1b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6362d01294be793821fb0da4fcb9f3658a0d07f619280e20350a9e39ba104411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5c787962be6567ec034c1d3034e69fd4f38b9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62dd20ba2dfdbefbf424121743dbad4848a5b24a515fc2189f9e9e51add4433
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3a9cbc8c703000423adc37d5cbad04ea2de0a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5394899e90ab24455867e5170a7d90f357b53292920a71dd6889eea9a8205f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e744646973731cfa330853bf70b33e5d1a17750
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dc5144826da74267dd774f36f9a139c7dc13722a976416c21dd6b80959ff6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1c52d4787b909e5f63c8b9af83404d526e7b34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e90f90038fe4caa9d881e72b43213db9ad057ea502dffe7ac400210c46affb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96add3d04b0496e5fe8fc0d38a04cc2da116f12c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a468179bd842bc3700a53abe91c79711338df171e79bbff8dee9c7504c28ee2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bd7b1f5640b17c0ebd73f4c2d59875bef3387d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838a4aa7c5b3f00c814725fa68c46e8368420227cb435237ebb80d8c417feed5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e0c3de4a3eb04e6652eab35c0be6d774ca1ecd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff35400798df90e53c0f46b69489b3007dd5631b95b25edfa223866326a97343
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833ed2019885313cd427411b412aecf157405c0a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f045291b0fd7d860f0109d057e0b4d2e086b8ea92ac0e1a4bde90d1bcb3ec40
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af95d485a1d3c4e7236023f9290e725172f74eb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcdbe704c4c5628609945a9659b2ad27686c66766a65fa5c36b80d724e14540
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3089f90c995ec66d0334bef4a179075c6c173421
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4356d7dd2b2fa631ca50828300dba2f4eefe15ad12790befa589186c266b873b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a267e8c0e4a8b26f6d9c9da9b20a7d5537d0a7fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5150992dc626ac4b0f4e3a6aa95aad96e21a03258510c7eb4534f593b733af44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cf202c8f42f10eb2c8bc89a3bc034173d6a2f0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9b1231f7d3ad754f86fddf8f5101867f35caad2b5394679a1d10ac41f14bc3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5087abc7c420673665211d98d291835d33982efb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bea0c9dc778aeb49d0b78201c57b415df8ae73e667fde2cb8d4d70ae86ffa6c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be170bb8b0ea0ebef0f67edebdf0baa4be856326
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61712cc2fb13aab8d592f0ed94cc2c9f04f016667492302185df30379b548969
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7432d73a8b1d284b737f9bc53eb10e64f720bdf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54daaa2adaef2d5382b26c67bb45033a12e0c9f43584f94674a8710998378076
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfa1537f468375ac3d12dff19f2f93056774c96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9115eec3a6e4b7a5240f32e195c7e29ca59a95ec84da122d8e1fff111d2786
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8b8c5ae4f3ffa65b6048992942ddecb80f69db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545ccb340f8e97c3ccbb89aebb5ab1e9e71d9ed31184b97fd99d60172e1ee260
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b96065706d8976c8d9216b7c740f8222f235b72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64a7cf959ab23bad2b670b54129c611e2cf7a100741a4402934d824360cc75d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7127deeecec2b99561c533f5ca653cbb4ca1d20
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b26e66adaf0bf0d8fbd7b61df301eec26aaad27f8172671f22e6d8d75cb96f
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbfdd73b7ca64ed8f9a1917a7088058e2b85d3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb9e061934412e77c95f2351a56d403045a56f990a01e1fff4fa81005d01fef
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e884a76bda21291e4d8154dacc7c0af2145536
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa40647818eed5f2669afa5de60e0608c403c725bc6cf7d9430361560c2f70a
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e4544701d51989aa8cb74e9484391287ec5bf4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b4f2d038bb4ff5d5ba4ca97a02467b9566bfaae22baebd562c449c871b387
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a00fa36d9487cea24d6355102a4c895d3395622
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876121d59531380d1b7679fe236c2fad28852c187c93d6e4073cc1f64bdaa599
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c31c546b09b476bda3511984ebd7340ad9ef591
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3a7fe640651eea671adb8b05dd30705bff82f09b183e02db6fd5da619b3304
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee880e9040bc7ad898c3f3b4602b7b638ab0c17
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57b7cee07114caec44dab7546fa2b0ed2034e98fb009f6ae6d3166fc1456c58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbd58584b573536c05f92f0f6df3224270085e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309eed2a30cd6bf2aa72a97619774b2b8e90fc4fe9cebe8767e1cfb427816e8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1191d3a75e8ee0f9d659bfb65fbb4c1f3ddebd0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffe013a29524af17c215862031c3119bf907047e4bf0f2e5c9cc06a6fc8811e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445def7f5cca85dce86d807f71c48ce153661747
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14651fdfb8a470cee8f4068a6d8592848c93c2a23103a34881f83d3c73dbab53
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a6d33ff6b56f7f482d51db58a39bcafe6b3f8a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f236fe3fdbc5be719b6b4efc45c800e52411eed44c0d06ed2a152ecd825c4379
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cf257291852fe7becf8871a077bdddf26eb84b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17389a46ab3fee88a6792773f54608c01d764071bba7b32d0d2da2f7b2d4c550
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39c14ca51bc0f9f8a449013bd88288e91cec0ad
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196b459eae7fa09beb62d29d0d67ef6f6d55c319445670bfa10243e6ea8c5ed0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16ba5f48a7e07996c543c94c71ef261c5a8095f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e95aff3ece3637eddb42c9dae705c7f8c8d28d6bd7f602c01f73f0cba91839
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc8209778dbb51c0852982e3cd9559ce43673c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13bba77159f22cf1a16d1f85243d025aa04062c2e89fc374c0e201fd6d43b69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f2d06745d78cbd5ee9ef1af1f28ffd4f9d5263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8fbea798d5005ac845c2b07ba81a775a13e791126e9c6ca08fde6c651a889d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14259e57e67f6a64e6110450b5ea018eb2ba324c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2167c00d9eacecda5346cc9a92bd302cdfd904152e05afec569a8947826d56
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594faafbee13cc160b95fe924843c5b6a5f4b1a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109ee036a6da881e92145c1ee228f15a70c0e1d13d2c783d69cb5471b96ae254
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1251f857931db43e6cf48d44b6c78584435a29f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d0a968f4f30942ecf27d4630fad0ec95bf72a208dc1398c96cea3f41eb4e72
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260e42e14943ef1260cfc266d140f2f9a25440a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e791eb27a53a805705823f8b8f1fff568101c83324dea19906cacc56911b28
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bd81381275d5c7be88e721c381733b2761b28e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee10a88aef121ec91272217e6fdde07f0b8f31e73571a5c24e2fcb5d737785f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce60b17c25a414cc976098babf558ede3bc9c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910ee153cc296d26517d6860e65beeb6386eef0c77680fccbce7b799b672e229
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8108f62850818de97985e2e12955c631f16e8ef8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc2faeaeeb52c8421d3c643c4badf86771343a23165fbf6535984e98450343c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b8ad48f6b7a7445904fd868acd400e848af16
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f4fcb8650319b5824754b2c701dafd13ee0120b6f202274dd002ae8cd432ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d159c45e0b4b4aa53c575a4c0c481eed4957e92
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1bfd86fcbc2b846ac122e2a3bb2b754b60f3c4d0bbfe9ae441dd7a6f08a137
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d52817f12b0362d3e17ff1b5d84405e423603cf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b70b0789563b03a583c6a258a3ec1b314e1ce0328b0137523ae25bb57fa8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1cb35d3ef2cc107ef97ce01447d3d84b833c7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbffb37413fed6fbad798a20653defcf90f17d813554de47745d9298c329cb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4db5491700e3f3f714a3e500cf290f9e0b76f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e60cf0ba6771c6743f637ae5d99be8ff4b65988f5ae51cc3e335a7650f273a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c644e91ebdc8291fae51939569fbf0d4bcea86ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576564bdfc8b256ba42b97ee0c481b342161d369b0fbd6d1d6fc3910a0f55b54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f5bd58266158d0088461667e3759643b160cbe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792b7d966ac1df8bcea3a2d3f6c922f310c50cafa9f1d19ccaa1320c110c2444
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab61a54a4516a7667a8c067ba7ee404b315c8a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b293dbc9f3f7f02daf7fefe35bd8fe97866f763d5f645e42486786c90ddc8c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bd3ddc5bb74511426179309c8be9aa72f45960
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfb45f8e874591e9810158e62d1df40fbd7bba65697fe08de763088b86ae11c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92697531e625d2c7898439b87d32ddc1adb5f35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbfab701220a431be473c754d3b95f3dccd93b85e845f58740bd2757ad695a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e015d7e416c67a72a131b357223ca7ddd3a25d78
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b4332703eabdb398cecd5b8cf6564700f5ae9921a27694288cbf44272092c4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edad70fbf9349e34df55c14681560ea80a8b0fa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab7be958e5830529ac2216b92733f55cfaa550d59484e96b01604c55890fdd4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5a5c25422cec3a82926e64845638e01de8b235
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb519037ae377cc7b0775c7c89930a85d57fc943b5c407ef46b79e9b612cec3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a40a5952fcacb9948e5444df093fe685cc25205
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48efabb9e6cc4f4c8cdf6c8671409fb7e7c187389f9eba00f211ac95f9ade90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c132f05193a9eb56bbbb84f33bd592b3d4eeea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a37a5918e8f6d0ceb011e757e58fc08d03c83a929ba878700edb5bcbb9ed676
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82c9ce69c0c7c965d2a2dc5931be1f7c5075200
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc89375141b2cde80ffe8c5a0e6fe30ce0ad74b569a33035d2a2f16bc3c93c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1cf83bcaa51c6c5d3608963e3756c1ddafbbdea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45338a2d34ffdb985c50594a82bcffdd251a0f536a8c1b3435808938f8ab492
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d115c5dfbe76eaeb0bbfe4652312366a674473f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640849519d2a34340ca9300dc32e3078e2dcaf351fd7f4730708400bcf0981ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caf72bf0a888d31a1cf59749b349b5a35073a48
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfea02ccabec7b02feb31f67748a71d3f143d00bf09dd11591e1cded3097dfb6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a261afd0b7ba4f0b3ad0e8a46ad35fdf6d7945dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433a6303f5216995b37efa563c9dae53dad50cb6537d6c3730dc107cba047e9a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1760d494db0e63e164a145144008b75646cfc93f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd2593a151d804d5309032d8285053d8250d5b8045c6187134edff7185d985e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7da7759d275ea145252e856035fdd010717ec2b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cae76adc40f1740c8f875fc11b841c9f8a121fd7745482bc357fe12058370c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70009463d176c54cc7da50e7d7e3cd097311472f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbb2f2bb6354154912b1d3782c5e5fcbe7ca80a3593b16e92c073c7ee4f4273
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023f8d2d17598cad4be470d657f6959c7b88e193
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c215604254823377afcedb2ab2d1d23ed357ffe3d3e42a50fc5eb429c64b1c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10ac922e204bd0a68be96fdedb727cb82d9d24be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105e852c62ccb9dd901d5438df9c9b5be2b7e67d0bbf038765ea0660887f6785
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2edb5b1ddf8dfbf30310ed0f2560d0568d3535e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882c237246379fb944125a2c135af9cb27708d596096dde4ecaeb0f653568dd3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fabada4bec127f3c81f0691abf26ce1c2c2ae52
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7d13321bde76965a34bbd9656bb3a67027ce31c26341d0a34215ee51292573
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9cc89636800c840af22defee05cd2ec76afa47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64e81a446868618c0578fdb0ef97ac6ca95cacb1efed376a598528aa6a19d3e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171caf2e0629a07dc6ac5c4777d52b655ee47aac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08500c003cf1378db963483dadc35adb034cd6a1bd9a8f44797e63006515c7df
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a1d89f436ba4a7ee3a804f43cc226a663db75b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a9011e5b8ebaf72bd8f0a7be45b70af6b1f59deb1456e2cd6789f1e8219412
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eba1be1ba732d385d0fd3f98029a2623973f95
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885fec382e84f0f1297d024f7972c7324211874e59c4eb84a94099231e9d4deb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608a2ae07f3280075d1d98387be9a35805f661b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b94a86faab5813972a25edc8a7bd8983efb6f92e62f80ba07dfec994197915
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e597d4a3b5ce1d898758cf06c71aa8c45e5bfe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff164e68e78afb536747b7a3c7396b5c4ac0a6c6e40c63e3db0613fa2621ae06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2437421324b6bc31d8d00c3098af6c5355878d96
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca85616ac32e15a1542bac89bbbee9da069b98eb4f8e78097fdb6b8ae60c52ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fd79dd4edaf45cbf0153b79bf22c0c02987708
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb935fc29488cebe16f81ccc883faed4011c4314d30105ba3bf0b3c0e3a39414
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70176eed16b53fab0d9b7019602d9f36011bc233
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c388615a0d53834cbca69e1566262bd1dc5d8e47ddb35d1f508ea0fd6bb9db1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8c8aa47707295db19f04ce7a8eb02e877d0b63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f073f6be93d2ddd5b49ee360792446c428972d4f67d57c9272f467919355f562
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d6e30729d4b713cae4dc46121236149a405b32
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8f878af4ff3eeb21c661d4bd8dbc1efc5ff486ab7b7ecc103a7148534a62f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c58067f167e76a7018c825d4d52e40933ba69c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424ab6c394cfa001a97ae06c5d7a3c41ab3961d79061907ea1f7e947bdb30327
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12f3552f3495ed0cad8e07f72fd10e86817a63a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594103ef45483c4cecfdc5a373c9161005f9997f806f1b5e73b0fab41a24028e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df8cfbb14f256f9970130e3489d51a8b2acb6f4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dea2889c42cbf4e1f804d2ed441c8fbefd8a74101975a3282d30ac4d127331
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc97d09ac70f4ef0050c359291128c5337d4580
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4cae91ad8b5135ad3186fe1f5d3a95a29a8ab24f1625b6f765bac483e48ee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589e983ab3f63fa1a313bf804764006579f4525d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7de9300e2c11d7836a56bdb0a831df71ae9f4e1cefd76d21ea7adb6fac1be79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3154763f312bbb12c68bb579b7d303864e9a9b6f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2f76fb8c68f6105c9299f1baaf9ee8e737938ce0170b61fc1ad33f55de84ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16826dcbacebc72b16e6ee6fed012fa5a9345b3b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a09e0788ae0be0714e9423564ca2d19c2242da64db79554fb5afe19fedd9360
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef675005bfa752f7435696abe86587ef7f1cc22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6000f260d1cfc97e4d3882c2f5ec8bf8f688fe3c085884a60679da7b667047c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7804c7dbf5cb763c69041a4b27b7786df1d100
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6ab02ecbe62010baaba4f1dbded6df8091dbd1bad5609106b6390f4a94b563
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e879d92afbcc683f28ffa058ec6269491dd3de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417b8fd7a57c46bb02215627274deb871be9af6b2a4f030880641a2f94a449e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84938dee13b8bd5df3f4da94e57935b7829edd73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ce9cc8a49b2dd17dbe74f3ee62c94b905e4758f4be5d57154f15d6ef179e01
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5ffbe43adea3607edd12a7bf4f31d54cc67dd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcda068523253a8108af5501748d572aec5bea4c1c3ebf9f6db1eafe8e0b73e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8533aec018ebd705098dd04bdbe7ba757b3750e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce53def9becc2dab22e1156d77e9b327820d1924d584594e1e383e5dd19c784b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f50fced93614350392245f8f275caae49ddca79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc89f745ecec4a9c117e97c56b6a02ba6b8dd66133f0ed841a2c2a42bfea23d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ff94d6260ce7b45c17060c5e26af895b987c9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73f97b85e11aa0f6392e22e727fc7a78b86a8e9c3e4e5080f6c200873fdb903
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77017182f426808b02978c16d6c594c4770f327c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c938112c42a9938afbfd06b9e5caa6e6aff29b0f04c79a9365c911e3b5a6f5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbf795efa4bebbc19fe3eabd2fdb4f89872ccbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd51580ebeb7b9162f920d214e046c6ca08f8272e807c07ca5724e940f54a6bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0e12cf4323c03d95d523189048742e3e0969b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977bc882af6562a4fe5c4ed0bf873b888bf60e0b381b36bb1cfad973837bccad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40141240c05516ba86ad7b9bea61d689ddd1167
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c04a89029347c269cf45a88cf327857ffb3d0dacada6e9e407ef190c7fa363
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6102572a3125222c694bd3592097568de092542
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32672e624d29f92978f6655521faa6e3110e1950fb87cb66fcbf477355928522
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a4efe18cc2d088b27c50ee4e49a161451a68de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5c7b0d5b89edc3a298b704f491a5b17001d206d835719fb6019282fad341f6
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f523f5f2f42faabd5ba4972768a9ecae40fcd6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f0c984b770ea1293e15fc6fa6f181e9baa0b7112eb6250b8a9fe1f18cdd0f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710193fb9318a7957cc19a1002935077d2b460e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e382b769c649bcc8790cb087ff5a742ddfe311cf5dd51aacebe6e393613683
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc83caea7999264c6ae4f105362c686951dd365
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a45102acca7bd71b8118a6d033354247171651760ae5fd05140f72f06298f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16558f27043269b63ebf7ea7184a98068eacc4bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d9c25df1b34930362cf606224653dae07ade102caa695cad83c5d8eb4dd5bd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1200c176c34d72625685b65a270ec9679ba55749
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2670db0df9a20de93a5de62a515eee03bd8735cd6bd8384b979090f4ce1807
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d413eee40003c2b510582f0d761c1068d0206263
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb9a9856fcc3f905e851b3b997d56cd7d2c01dc7da961beba3fee614bcb011b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bd00c2daf61c3bb77db498ad0151f292c81d0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819d8c4cd9f328165f179e60644fbf75050b016c52a56b63e983b7a4c77d143f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22702e66de16600553d487e55db9acb66d915ded
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dfa9d794afaf3c004bfdea15b62d4239bd764070ef8c5497ab61d71fcf4a38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093f9dd243597298040ef7eba187a3d45afd4629
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310a90f06e7b1f91015df458fe021ecae97e60df3bd142ba948ebf2db667b1a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ce0f873be933de301db230e97ffd51b2633d80
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbff8227c626b49cc15d9e862bbf6f76b100d78d9845c90efcabb77d6e4e41b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d65518ea1e82e28c7dba66a11c13f1616bbb36e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb7a3b9ce3a098f481da4be210adc6dc20b06b1326a1cdff9b7230fe8be78d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad139b590be76559c33e40a1ad88e36c82c48f47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a9e62e42417734f2471044428afc93601d07d10e26ea5b627e3126290afd86
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb01bf02777c84289e1d76cc15e72b410eaa5aac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8680902d253978455ba5fd5373b705d6c3c079506520bfe15ba3eb09b14ffe06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091ccc2675db5d5f8063c6336bd92966ad593a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc898da13fe79462f8ff182bf5bba2f49820337d9cf10a97f14e34ccaddbc528
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f5c1684dd7474d05bd2032d9c5854041483d50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0458e6764e53b4a6eceebe3b9ffccebeae4d7c225a7f8c4d3d03812e2a9126
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb29d2ed1c4d35dff5d3bb9a3eac2cb73dcb69d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99876fe3e91d05211773686eed676f86c9085185f1838aa157df47805c27fc9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f13a452f8eb6dc307d343f9bd68bcc7293a0629
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f1a2662be33bb3c8fd2235d7947c4d8a0bcd9c411b4a5e8dfa16d7eb19afbc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6120c73ece2d3eb1beab7d69ed068a8e059a6fa2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec01021eea91a532a69b9235125ed5655e32eadc93ca4a3287922c13afba4f9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10b6855f1cdf480420e5a3f1441a844cdd3d5c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c4e247b1e2c03ddb02868dbe70d7e143e0c412450ed2a0c80d0b82cc0eb72c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3af55d16f58c45811f0d1f4aa26aeafa3089685
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a050eb497dd196988ed647227c5410653771d31e34e777712cbf9cc099624c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8144d6b8cd5a16ff4b2349f4dfd9765255b67eac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f08ae5909e728eef1f8e058580b79fce6eac2e567732204a046385d45c3d814
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09147bafd8aa11277295b735a0e3a6fb3a55c5a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28b123a0c8e83b6a3bd06271507518a747c8c5c4d5aa301a1c961a117607b58
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6988f4b259918cdb1bcdd29c3979665a000815ac
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd206518ac063536ba1ba20a61999b1b9ed06af676f3a8f6e1b9d4e366c9398e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ece45dd2cacb3c8d8a0bb657ec67571dfc09cc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4248c3212c358fdc79cdd021135d091f85c7e629242b821e3bc0535bc1e66ec4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6c3eeaf36311d2fcb24fbec9064ea93bf06d4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2dec5903ecef102e4ed2a1aa3c1599c20239f8e98c5480e7c10dff7a6e76f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2428245276db83549ec868da7860dacb2fa455
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed00da4fd5fb0b062fff665c19ac735779a776a65ad35305b8ee609ef1caeb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f159dd23e62b1592d286e56307f3283a3edb1038
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2978b719fde62b105771c64a67db6fafcb2404d5a9319bb058f2b5f3ae69ef7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4268b45a1e0529c84b4f6d841432a12cd4656786
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469b49a9c68f670a717d96a687a7667219f11a369edfbdf8b614053a5002d79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eaead28588845c7907744ac6eeaae7cf188534b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4ac2389054cfcccc449e5d636ed9124ef3728f9c920053b3f8b324c1525899
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0286b01555d823df730c5eb41996a8ed548facfb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9469b651600eb07da9cf3f3431ccfc3f38de851cd82b2cd7b0236de3dbd27de8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dbb9ab1ba5e21c923bf2bcf1568ffa49c2f735
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952dc397d26a3d86be7fdb7f6f1a60c3f7a88bf338484b6be22fe8c42e9c5436
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500203b95150ed9623bb866385a224979f80368b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a198fa3b948f94a65af50ea8550289c83add54ba697c1c04324a459eecdc288c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78c4422b4c82447fdc1ef87d8cd9941bb6983ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7729edc85715ac7aaaa9314498feec699eaea79883b212ede33aff45b7a31dae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da5e213e8ec40c341b4de8648eca2e36aed62fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbff5543f9795d3c093be5b8ea7997c128e707efc2e428dd81d0b7e7d8c11e6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f18675758fcfa426cc75775f474a74d374513ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47571a3cac706d306c65fd2a7d65e2d3642ebb500b669f4a1e93f2dd04c9260f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cba5c0e7681053d53c9ca34dd00b03a14be0e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce0428f999e651531ef6cdac25532a710d409dfbc2cebb6e1d986e6b2739d1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34b456dc16b7a5cdc0894ca6424ec75a964a0a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd7af977036be1e99c095bc165966a86ae46518b38dfdb92ec2e938d20b3de5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab73aa4168307ae10ea90d6bc1bb35d87ff62669
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b969f945c0c502896d708e4571dda2c4589237bdf84981e2b494b212fe3b5c1a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7deda72911db60313ee50aaaca3e9141f4b8bf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7feed483d0893399644d6065766c1f57cbb36063022171cacf8fad6c069c2ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbafa7d32734d945149198656bb517def5f1af9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcda828b2dbb58fb94e58207326de2c12d35b5133fa6f3a1bb2f6a8e7a3a223d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4e51aa04d1c8aacf35814aac6f68ff0e6ddf8f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79e3795ee0fd7a3d725d224e84719b5aaa18691c59c930e8bfbbf7131142deb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66177ac6b8ea239b9716b53bb22099815cbfa06e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7efb232c853683052378bb2de5f6b9cf5c81e61c8b3a49e9e1ced9721fa05cd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7588d50e6fd5526c5b738f57a0fd440619ba2f94
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ea6db5de6e8eea917d74ff95463ff4eb0bf5e4929fb0e33e9a22b572e6ec1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f738b2f0ed77c19acc3562a0ad654b29613c44
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d942b81563f9352563c789ccb3307c6b49e6d118988c44a36d74a7b5e20d57b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391eaf66fcf772687d9878887bafcac2e6b848cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac0258af4913ef6ae3cbc2c14e6daad5714076e9c6e8d92886c1564a43d946
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065b24eebd649a91fb0ea0794e46e248a4dac410
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf707fbbb2f6b6c4f23bd24d2688f028da213ba11347fe83404e3689cadb8776
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc1fa26ff21fc682e41651b818a9cbe85ae32dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f32a3a877dae43645d9d6bfadceb34e7a453516728bc31a7d1f8ce4c0fe25c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cf406b6ea6ff955789646ea892d41f3fe00333
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b1c9ef6ef6c94357ad42cda3840ac3b24eb6871ee66d3dccb85ab2bf7508bc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051201b4161f4e85e2a1338c5857e8451b02432e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22a5b60c334bc34d65edded4360df2f8e98e8a7df655c28685dab895119faac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936aca35b8e5a6121fbd24371bea00163932b42a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c827f43f965f9b874746d8ce7d838756678d60187cbcf8b20c4363cb8279111
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2b4a790fb44ea28dae4ca5c62ff1944affbf37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c0fd07d05856c97c71a7c8cdabcbe2d736168c0814d8478cb56378f04e1a76
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d220ceb4ebcf0726141d35512cf50cc75be8a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacf46a3db8f92fd8bfc9334c37dad36ad324963f1b062f3a6b007beec2c6954
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a9b840df815186b6a31322e0576965c556f173
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28360caa2cce9e2b66e9b82b788dac71ca527fe9bb13a859e2a77ff583e5fb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffb5c2405cb3e0136c8da620be97eb50b62f96d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127b8b63cc5a30d4ef3919431b86c1ac51e1ab518aac6179bfd4621d78dfcacc
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061c744647472851b79715fbbfa769c30e60cb6e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8e8eacd1ef8b3bb41407bf1f58d9b232eb4e594e127731445162dc4e3f6ee7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfa66326fcec14f316267a8030d97ac35f7bc9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a981bb034561b05defa23c39584c72ede3c8fe7d66f2b4e201b235eac20b59
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8ef918f02d9592e0b352444f208d5769c7f864
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47210acc415bc18afa792c78f1c4d9041ecd0be67c33db45841c283048b9bb74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263294064ea501a8a51d8e8908efb1c17f6beacc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b5c8e31306e2713edb44d07357acca38094f1969926e51b494bfe236233689
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1449c106757e6beb5c47e126088a3fd9d106bc41
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101f70719ef2b2d2d0880027a868bac8f0546544d1818766e1a5cdf4eea56b0d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba761211a07abd1c5ab73c7bc09d98f053945dc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3672ab6006e358ef03627568899506ecc16131d04afde388d362d37546318c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debdc97e18d0034311202012da0419c2ecf25f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db1f2fb39f72456ea3af3837191bb4a4a01bb4d8885abcf0bee8cdb1d31a157
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c87ad7b1a2e43b769cbefc03a1dcbb65e2ee15
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28283eed367cfb4d8c97933c3e63fcbfec9a25ef027147e61f4b79c4a9c38de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17eaccfd8bea12cb84b1d24047a833413c0aa65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f72acb2e38c820dd830d189f42c29bf75d76ac906bd34c63964fe152dad3ed9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c287372483acdc0fd418b8bbde63e49bf8cc4630
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ca7202ea75f010dec7f65011dc6780468c9477274d2952371fc89abc626c19
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c929ea233c96c925e3ee0f9419aaa810ddf0db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fc9e7393f491c68889f48ac29efb591dad8f90eee1bfcdd656ea7bab110fa6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7228b4d4cc1241c3c07e35e80b04f5455f420948
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b166264f99c377e42d78df2922565ec8e8c15a29de88068025e19e9fccbee5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972178c109f00888c9dfe30e02e91396394e9b1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8f773cb26b18d19a77bd8ea33654bc6ebf35d6f768d3f920a5b25e972aa6cd
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0b67d8756422316e26430d65d7e5cb025e63d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df566e68792343e20ee33686c9252ffe6f52ee6eb43f6cf181c895199d0d88d6
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3793a5a668832574c2539ab7bf84b36846aedac6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8d0c41d6fe4ab3ae900683dd28c0be616e0fe76f274d59ad35d8ea552d486b
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8c320b628354759895ac5116cb6169e8468022
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d387b099cfdebb8ae06c2bccd8655086c7fb4cf03fc858d82e1582b2b64dc9bd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b30a04c0361246b7f953ab5b52e9aee0c6fa675
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88682478e9884abeceaad0051b13878ae186b30f18dcaa24d5bc7ea87c580f40
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b392e40d0c8f64f699daffa68be8213cc6a96847
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d7c8b7fe28da8eb6b8c4e03192c748f5d773d85076a280b08085c615a99d96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938c24cc8705dbae0998013ffe7cdad5c4d3472c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9d572d6cc2b8f7fc69442ae45833bab207ab74ced165e91bf29ed2f2557602
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94412b843c3c4d5f273447d0d1ab8dc98ed981ed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3d14dcd225034fcf5304322e3c234a8a95a23710204ba64ebb8464d0c74605
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c437a76e9527ffa51bff4155e25638b66514a9d8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c3d175cf7c907de533bffcf2945ee5832f3625d5f1d146e64f356060daab3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe30867386a46f3600472f8dc2242c3e6d49272
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fd8941d51ae88ce9caa7d7dac63b374d39825b60e7fec962898dcd52535a27
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d17ba6450f6f98555f7dc512276eb01a30e9f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36da421002c547d3616feeaaf3fcf501e399448fd2703323e24fcd7f8ff8625d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8791e657e7af93483696bf42d2416b77cdd3f147
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf9c5e97b6df05f73ae04f4907b57eec644338c01cd6a06d3c1a76c67170767
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fec00d6cfbbdb1dc3ffa3c81088debbba9c30e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384c2e129ea83f0955174582c25d1a9497e6b57dc15902cc3f7c4afd7776cc6d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e2b1818fcf75ecd2df6b7688878821da97a640
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f9a36bea969b9bdd808aa90380cf6344e1e1a3cccda364c14a28c33e96aeb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c854e594e6b1407cd7429511e095698d627323a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab318eeae158555828856a396329df8a0863e2fd5430ceda1d73e920859da6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704dddf58e3df57ccffcbf4e18f506635803ec9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4fbb71941876fd965eba62006c8687a592b50a2e5ffbf2402f244f5dc09c16
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdcbfa44da54bc9031f0d8909e13dd2e37f0753
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514985b7cd5b4db7d2d66d07f526410cf27c275038485e92c5207f0ac619f80b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693127b5f729b148eb290406d045d794a7a20ba0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54838f141a814d2309e550b2a98aa94c5c39d2c75277b93234808f1ef6e7244c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875e658c7fa8cda4a54a49b54dc5abec8dec38f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10652ae468f7c41288a722e05b86dcad207a0ec75718f2871f84ee3d509530d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fa2e920c6926b84a5e4d4103eba455b10b1739
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1117ff417529140b299ac48de271319011d9d366337a8cfce323d4d93e70e0e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72cb28b33f60ce482a105c480b75296a52efffa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a9d47d1b60e457a89bc9e4b5b31f17f4f5290aab21219b6b32c1be370847f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f580c18f36eef2ca596e589efde3954f47aee916
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7775ca6eec318dd8bea637d7194f1d48ce210a5b93181bbdf94d4a630071f6e1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb13106676bbebb64b5d32cad338f7fb4474c0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ac6da50ae1232a577b720403f1b24b9911eeea38e5343933fc0bdd9622bedd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e97a74cf526b14671aff3aee5d75d680e405a7a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdeb525085eb0818edb26dc65806106d3e5ce5d8b1c0ea3140493e03d7a56c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bf7d629d1aa881141d958865d95668c71ab2b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28695c4a41cf8543ccd850d1093230df50508c565842b1c86a2c030caf91f6e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcf1c8e929677b605ea668f5e8b2f0b91327a9a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698d0ba0a5295cc92f8736fb3ba02dc13691cf10cfdd6b2949331ddfb1010a63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1fe2496d0b687df15fce6a24cf7b75a92d13ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cf5fb8fbbd9e63196e2c242ce202e9e61178a4a2e450fc9f5bf5f5e967e530
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39e230e2cb943573d2ee4410ed2e03fd78733cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8f69250b9395e874c17b2223622717263d10d56e259be5a1f808524df8e7b2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719de8c3910212cfc9a59e155a22979f0ca39e9d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a1811c541ef2cdb2b5e69f7c712515f8ebcecae786713e6bae8de8d54130ee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61cd286f6d1219739734a83de88e7efe919850
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35baf8e585850c04faf2b7934102628ea55f0bf22d45b094d644ddbcd82ac459
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1e3e2341ccd1ba5cc97acd73b0740182eace2f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a51e29123306c2ba18894d8772e099c66e0b5e39667566d919e997402a07fd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b719405842cc28a22e76dfe0c9ac4e2e19e9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ebcb0c77ef9f336979308550bd1ce673d451a9a1c382d3bfa3842952030d1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3772a5aa3431463cd5d272a84c1019b812f87744
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f9b8ac391aa516e21357e3aa0aeac3ea8d731e46a888a14c79cc69e997bf9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10833af1f37a877d1701327bd31d8b132982f54d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c4db8b5937274bef405cf02de62159f1000e9d014899c52b859b27ee15c84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33a5423faac051b1db5e83c9c66ecf2defe8bf6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a600cfa31ee8caf36955a57262ad0c252a54b47fa19e6abf23c8de99d85df8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba10318cc9c09a1ae466891e82365dd5af920a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5abc2d2d3c7c5279d76e81823bf9b3781d73a64f4af2175354a9d07a97fff0a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517345bdaa9ca33432890db5878d1b83a66e885
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1251fe4b44772ee6c0a204dced1c928fa7fde7bda32bc526633632f73c6789b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c3f3c09135918c41f5611c3eb3fcbd3ce956f7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700fc6b83b195277d062115dc75b9a0f9e875bf5a5e27f0dbe1df324a2b3926e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed74550f50675049f94be087cd54b99a4a74b80e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0b6f3812696dd87a1b53955686b6c9452ffb10a17a306d60044217e43be506
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172581f713aa37e6b5676bcfa17bba203aac0396
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95a56512b7351f7c3a5fea33c90a1747869805f4d2cc82bea9508fd1f5bb3df
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22ce3dec32542c0e507de3f7fcec26cc7cf3426
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873d1f14e9e8d0077dd3ca91b3d9acb306d96889e793f362c288e81783c47252
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136b2cae85b9ced2a2c5a93dda9e6b936f81b349
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca08f79ed01c2ac3379f8b7e22ee6952444463e7b0e3484f04874a600a6d8f77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1c605e0453d1c2598e725b3ab5fadd40d5ea63
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b70cebc0c0082587ae213c38c4b288cee72b0aa88784efbd99152592d2b300
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774075642f99705cda2200bce347483388b4b340
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a20c65ddc4507a7fd55f18753058644b7b77f4c86428f638e71a317dc05cae8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5173aa32a53de6f1c77f2a0af46595ace67c62d6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49db98b5bb4b9eeb57107f07a10965155a009e0cfef243edb514aec7ff945f7c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c81bd1f3b3fd03f20662663297548bf3a7f6e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa7dc32b94bbcafbba51f7c77cbcdb4860d1fba9b7454a5291da638e123b61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64f401297e3021636d0f17ad8841d4302b29bd3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda680a9bac47ae965584ab85f25a41bae743ae5b88fcf683154bc446ad357a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76484e0353ceee10f0c7da9610d02a4a4f9d3521
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a92a51c369102716a670676d8e4ae1576ce53231952201d522a4f3429e37be0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de068aaf238f791b69a311689296a7f836d8266f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632c4b6545aa0095ec8ceb1153423a73d82f869642285fbfdc604924921362ea
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e8ef6ed08dd6d6633205820bb4bc03bbbd0429
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16a489930dfb7ef68d9292250a6a2b8f4310133d4a32038e32ebae289da985f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b186b6d535b8fe9de46b19b574c1e8719600db72
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ba385f7d2fde7ad748961faaf92a1acff8288c9c27d09a38bcaee198fc8873
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b839140104614a014670de5c2a124dfb1d8586a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c57e8f14bb87c24fb1446ab49293a81659ec16be38a18b96ea80d62e8a9b01
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd15f84bb5900d1c3b586e8fc0d46d5efff383
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf62cb821f433679cff378d68716bc3aa5608ef045c306db7f275422c3d30de
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb51b698032afeb8a4be72ec65d97934b92e05d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7bfad733ebaf19338616762b9085237483307e3e157f16fdab6b8efa7a7a79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba1d7c7cafe25f9b430c26ea2ace8128b631b8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d8b83636cec1a4b0db93620e46b92e6bbe5d436fb33ea936975ee48e240e61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cf6e934be10784ac534ae8ebf3c016d943a1cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f275fee77b13a34e7f7e2f2c5208eaffc7f18927d823b4976b1cc068342c8e15
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b304fe32732502d470bd171bae74252a7cd1bb7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8cf04317aaa8705e656b0beee8818b182d7bd34e6bdf48b469423924aeaaed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a15f715250ff8fce24733ad585849c028ea3874
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68da3517eb68889db9ff3c5210816f76b5fd2b39094a5dc729e838dc8ab4fba4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee387b2840cd3ea6007a18b7d9a2ab741b9f285
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e0e5614e3e8731efbdb1b5e0f55656d1067824feb7c444b954ddfcc2fc095c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c61cf59e91d75cb99ba62dd1cf3bbb9709d6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81de002ab5fb245f14cc567e8576e0f1ac8f96ec4e24140934abec38fe2bbae5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab2001947fc9155253d15624838e8a485de7724
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32522bfd7e7e498e10fd8da6b8eb94fca0e2bc2352c21b7a22761c52751d5f84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a474a60a14602c817a6a0ae0ad98bd6abbe554f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0dbd783dafee0b1d2ade4dc33c05e90697d05aba731c727420adeeebad4f69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70e76b03a93e53179f41551499cfbeda4f64f24
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a3849a224819bdcfaaeae25fa55079746bbc47a426e93e5df90450c1e83bef
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e579aeb59ff5bdc71c85061d472d015fad526d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87058a2d3fbb044f7745caad0609baea5ddcc5797753b1dbf666ab5ef8339b7b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bbea13967b6071d2fd1f185fe94f5957b43f65
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51efc5dc3aa11ad303203d2d036a068ba294ac24c36348d22da99c6e03465e9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e345a4ae96d69294a85fe19865d3b7142263bc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b403e9bfb1131246d7e4d940dd36d107d4ce5185d4770e28dcffa9eae030d301
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec3476859fe7baa1a2654326af2fd4f72969e22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b1d907e16f96351c30c58c234e2b06dce983a9f33c1fc1f098f7eca4b5e250
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4a8a7ffd46523587c9533545a5b6720c7c891
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f218f44d7c07a76efa8e20734929d91dbf3a97dd136d7f986d41d46941f1e4cb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9e70b658d78d2e4367809d495940029a3b1dc1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0139b8e4e5ffaeb11aaea370e204fcec9b722fa18993cf7a18e6fe6fd9f3740b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36be74ddf67cb10bb921ea3b62d5b1c0751dc5fd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04566232cc9d8e5ad78ab58262703233b0bb427c22fa8782b5e8b73031d291e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab50ef5b5422c0ed03e8cf6de8f1df5d2baa5de
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb6198079c6bf3e42f777a314ba308bfc3c2628388665ac1ba0858399ad5b3a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd26e89ca178f85d5d73b462a796da9cba65e90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252150bf0b65d459aaa24230f50916e276f1d2a59c818bd6c7930e2cb236ac32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51334539cc34db17d4dc6ef7cb1645dc34e2430
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dff8e8f3cc9f7d4c9ea9d2e098e928a879788bfa4dbb0c5569e941e37e70893
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa51143c319e06025ee4510c7fb652409010cfa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4c31f52e144d783925655a005f4e46b0950cc8f89f82476d041c9e99362a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19687d255d3d0a4b519f7217121f2cc9dba79a3f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2193f9caea6055d0dd83c8b00d6d0f52fa54a04acfefc2719811a887297199c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335be120e2eddb147e7f32c0fc0c002f868146f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4027e86e6addff246c2f145fa6163e6530aa295f41494a46b9a55c5563a703
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c55dde2dea9b4b227a1a523d41f91e7159d0ba
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb24351ab3458fe6554ea84b6a273fb59dca78c2aa8372d04de6a50fe8bc437
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b665bf17ec936b1f43db4834acf1e4d6bbb0a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353503cd9d11003b322d54e1d7cb3435092944193856af8c6fece349a702facc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db27cc90fc0657bff334d1b77840a376488a30b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7f3b75fe85173d94ebdf2761ec269bb63a43e08b3f53e9748ea8a80b38431d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556eef9f759bd1223e54a09ffe0087bd4efa2501
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251e78221b776540d1d6b1b0d890a161eb3c52cbfc6a1ee81e717dda4dc3aa36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f08ef301c81d2bd8f45e476a874d0402b5aab7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c5f54d9e2ff82023635c7490413f28e9458540cf72919045ac97cf5eeba99c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ce0226b226a3ffd2fe51afe5b6d750cb31187c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e9e56b1b6badbb9b56134777a35c758b1bea7afa019349565a3aac6b13154b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cd2d114c4a6c4c2b3665efe45850fd3e09e226
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b340045120c65cb77c84bc767fa790585a1acdfa83819ce481e94ab90e47ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8d9aabcb7f705b204280b463ee139b9e6f1e50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc33c2f320bdb1fadd9a78479ca74bd23e5f4a79a4ded2f95908899b631bfc54
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6fd2e8ea6f70cb5b810f0179d9fd6f0485e1d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d7a99231fa31caa649a2b908da3708e479ad6dad8529175b17c671f935d6df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8393c5a9261c23d322e643bec049f0f21a84fc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849e909c5e6686dee3892b4dda9596c95472a62d13ad0688d8aa435cea8b52e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa3607940ea2dbfa95e9bd423fb1db11ddec304
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b487f97304d7d1eea5302465c693e7b1ae5626b4a6470100926e49b8febacdce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab82439241daf0de2937c861387dbb201b8e5d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4050278cb1227981ed72e16c7d092134dbe0d615d293c91602c187348f3e6a7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e1217dac8b460d30da3cb57df12246f34a2f64
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0e29de0cdd137f62e10853e46d11b081e03834871fb73943f01c1583d89996
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a5773ba02df53cb1f143fb8d14b9918888c5ae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e6504a5b76a14f08bc7cbe0c8834181d42777b3e418b95c317a830a79df041
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e491576d66e413fff25e6bcc5d0304b323d755a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a64ce621f7fe9c0e460b9a32a760239a201e1a776ef3a12b62d9459f4e9c05
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80316804a3bdb94cf0986e041e36b53e393289bf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbef8a9e95c7dd15ae275ae5e93fe4e9e3b9e6dcdf2899c878200a8b578cac0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0109fc5569af8d22ec75ac8f7d41b4b6f11b89fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81eab6f085a206fab432b50a1e3daefb06e9c888029a78a204db7d57d6d13416
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b12f954eef6cc810822348d17d95bfa4bcf47d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2704bc0b5d3ec69bf68b1c097e6a3da86e93b79268574a5eb705ed7a3f5dbf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4696d3f8b960bf941bc6caaafb5e6529176b57dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279f3b6b75fb3812b6fbd19900f1dc5a7f9470695098caf0702eaee625a91d82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cd0e43f221ba560cfa5cf7286526b972384143
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28acf4abcbfa94db29cab4fdeda9705b77d900efbfa70a2008572bd3f4c5cb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b47f6aae45f89bd94c18fe0e236995a79cb913c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b8d9c17d083bc576c83ccff195cbe5d5c82c6fd325211f603d78dfa5f81323
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034f57724e89cd6c2e7e30d467d2aacc8ecc0344
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f2a937252449952f792e799dc11eb1ab545a113969c3a1433574edc9595d8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a007571ec9bb50b25cf37929574e11b304d2be8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d944e80411476ac969dee7bb7f28fcbd9f96be6cbe11b7c80b6b0acaa2a972a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f36043ecc55701d5d8ef1698513fe1d183a366
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7552880c294b9449f5fbb030cc7f841958db06e70dad1b66039aa49a90ceaec9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80275652e0a696eef04913112f6de7e54f6c7c42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6faf89f3d5165fe12643d2587ff61817afabd8384fe21b3b8e20c549a3564149
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99249b784ac222fc1db9e2de6bb977a163922df7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa47de4950620097885ed0995025a529e08f91ed084222750fd8045b92942793
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea676ff44850fb23e20a56b55a0939b606029ba1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a4be9dc8823c1c5aa3f572b958684be647b45d0300adbb7a22d5e1070cc879
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07b9bcc6850440292fef6fea18349e3f80feb09
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edabe1bf1f747579f04302fec3d793f60189fb0cedcd244df4ab88e50fe72e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d82b89d1e1ad0170ec777d7cfe44f9fca293b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de53001f090e7c530963ab3c495d47e7ea9e5ec200bcfaa608f9044e1759856
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5892032ba417403d929873be36b90a9cf4338d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03421378483dde3cccc62f36b094fe4da0ed66d1b0478c2e0f2d14f003466841
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39fc9ca5a35d100fecb5ac74a10775697c08f9b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b67e4fd86d7fe83f687d22af45619deb44e9bf86d5f6c8799d80bfadeb51d0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22250d64968858c90fbb14900e08c364219959a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5caeb4eb7453c99e96a4fa476d0f4a64e5c98661a754a3516ef26e7fba072c1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ad263d36af0ced2eb8cb8977d9cad88109cbdc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4df758f46a1360fa63fbf0a63e1d4d4b037498c8007389ed95a54e1e96019
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dece98ec33b5e109e381ef314356c32b3dda97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28006126714f54f9acddf321e09517031606bbedf5659645a6457fb87536d8b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77429aecd32bb07c8b1f02ec2d1e6509f8645d74
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fbc0ab6a7c6936fae5f4a86efbf48aefbb7f821619400514b266760439eb5b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a818f5eb8bd9ca8804e11831404ada6b959fe58d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209270615075f1410aaed8b3f6a40fef137f30a77089e1885b263d93f1445967
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc959ff7266e3288922ad968914719ba5cc965e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113f0317830a75abdf6d63d4e79b5c79df780b5b215602dc9ae58b75cbe69fba
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee222906a82cfe63be30a37ee8de8cba692f83da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eaed662b83f8b2b0209f85aa70c510c7ea8a5044c6636c4800a182cd446b5c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f8567c9c4df1e4f2a52bce7b636a90537ba6b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f675f32b8692466f0fadfa8d4a97e4bbb91a12c4d5d4cfef11b6b70f6352ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e395217b221d4048b284e424197604aab09aa564
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bcf98b50fa00b0104ee3f21c4b36e96a69eac5ee4ae66cd8a6a993188b9af0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db19ac1f262bbf41da934d35669e31bcf740e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bfafe8bc5d1cf34c506772bea317f4d2466a8fde6499fc472565b4cd33b725
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1a3c649192bb1e7f9a17135b83f8f415f73232
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fbba2b3439e56eb021754285a9c25c81161d371432a69d4c3cbb194f66443e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825a87e60dc86e9febc6e0876e5da2d3f42458f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b61abaa07bc067ba01203e83a998bb9345b6c223bb7582d2f381bbbdb511e42
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d393f3afd2fd75e814fb405ccd4c2f61e690ad0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9a047c515b229e5b65d640fdb04beae3a721e202beae37a52211c9b90fcc79
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ee4cbc7e1ee5c8f1d03b44ad703be87d3faf70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17828ec5adb50701dff0202059e954aee71b6cb0aee4d7d25dc72b412a54e0c3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900a860fdde8592903488b75f96a2503137d4e1a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dbdae9500bf0b6a1e9e6e9456535df14aa0b6fa29c76a62380d0ed1bf68b7e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548899d03b07d7e26bdb976667ff33518c7e153
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128c33add867c259afb543058956150ea18daccb31518c6d49fc83cb22b78ee3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa2e535838f6fdf60bbf9ad451c1fdeb60c53c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa57bcedc6cc07134d1e1edeb6e1a3a2c2cc945f3fe26cb73b2a39c7cf16110e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3985da1551e3425fecfef6a29004322301e7e340
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0fa1b9c5c6073db2897a5d5588807f9cbb6784c3dd23ac02242332f09c0b9e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd037feaa4272e802212a2fb43a89cae0e87053f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a23b65fa78d40fe8b9fee0e9efa0913ed915714f1170b0ae1d96a4412dcb3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df404f395bb24f4be78c706ed54a8c879162045a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c685c5332f4d144cd9922b46baf2e903af393fbed15a9f2cc3716d052ebeef38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5224c639dae42d63ed1d9d2551d985e42e81f2f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d3708f8a10a4ddcd9d0bf9f800035a88950f02341848a2ba663aa38d09115e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a8e062caebe27d7f5bafc3d17fdaf661e219d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99c941a3950574904f158d45168946cf72201e66d1502bdb04eeed1186adbfe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47e7a3a7ddaf5349290340ca2aa0531bdc2649
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a57123b43b3d223fadc79a1db5fbb186ebff2f7a26b552c96f78fa874c7d167
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee48a7afdee853a9670b356bdc18f98e0c4ce50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adeb0e3f2e44521ef2bf75fdee257717f46400f3dd1810873206fc81fc598d1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fcf5b090d37983c5ed8578328b976b80cebe79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59ca8443205ecb1c90d679bf9aa3f577738e02172edc9f86296122f7b8d85d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e541076a5e26d64b9bf72bff23e9273a4f757297
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1b72119e269104709aae1cc124a5a41332a1f50c75bd919d08a1f7919abd9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abecc7d9b989d37aa485859580b00a26d522c9e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189535f5450ef9a9d4e8bbe162e3a9039f2637cc5530b85c2884f40f5917d098
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eb88b8a6ce650695d8583571712e9be8a07ad3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75da60af42356dfad54ee39b643e73a09cfe0c43afe4c30bb28da29bd2e7e26b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd3e94ccd32d7c2962900a780bffc545bd44440
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810cb45eed3d90c9b5612a4b61a292a76cabd90cf9b4a73fe826d6a8f39f9402
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae238266c49281f678d09afe059979bcc272517
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1c311f95d661bdc19bde216b1b0e28b5decaf35bf16826ffb1d508813e2797
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05cd61ea56295ee2efebb2671cd8669722175af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff47e3d531b34c7106198b53bd5278baeb43692ce2fe481b414d469f3823ceb9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ef23c8204355e52db4aa27a451bbfd238bc486
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea3467369d9cc71675105b6245b536f27f4c970fd49141e22b45b2dedce8988
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cff643b5dc8e279fb9cf34c854de7f3df6cb6a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6455eafe7bf664857c032c306ebd2fa305dc92a31bfe94960b9fde34df2356
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92d1f114c162cb1a8da67134176ec0b6f88c5c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632f784cdd309ca6ee325b1bc61816657953a853417fc63042dbc906ffbd37e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e53b47c8cc1d411babd7141841182e955383f6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0bb15de7e26bd8b4763383ba9ea8715a32a52f2468b8fbc473c164366d6f13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e297b3eeb6484686ad8a31d1ee71ca951e3b4ecc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bb54f1ee9f0e5676630f5ada7162fe5348a189587d88a093e6eb4fabb11910
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c078ef8a681f60f275a8ace4fde7eab33ef720
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f92072cb12ab6cb2d3ba058399fa56c124953e6d99a5b1a3b01d1895643e4a9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3013a87137dbe3ad430433981976f340583d90ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0044c8bfb16be9fc5b1e97a8c109fad3f4909bda345b782eac4055e876c9e639
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b27a835899f493d3e402c9a6a0819b4b343ab4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c9acf6c1b48b29dab5fc70c8f0f95517ec8d3e28f62b5d3ecede83eb796440
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52449b17e40a00c8eadf90ebfc1f118915d33ea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79683071327f035d20c4fe279aaadd4f409bcefe7f3322024770b6add1ad51df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e241b333b5a610f52ce742a33620330d77a24d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fc92c6b6cbd2ed169b521e4258363d9bdb01f8d34bc6dbb5a7a3a1cba5ec4e
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea58c42c125ccbcd832feadd7477bd5f275e7e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab0d77ef786161c8561bd5ca2455e0f889b64b727f79f72674b16fac1d358ff
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f4b87d2a16b654a18df576b7294901ab197b67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e6e304775edaebab2c5b4f8e2fefec75c94bd760fab8f0bc9db05f9f361446
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775bba6cdd6e76011f78e87c26d63654a5c47110
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da16dbbe6fe83b071f177411305f96a446497e2c35b2fbbeb16a34887f802b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a516669a555d82f9de20e40f449bb7b118b29a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24303a1ec1afd42d744ebd84e1c5b04565317aa6b6ed6e50e4169da44d76a97c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95d7e78c67a9e2c237113588dfeb64cf140404f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed07fc1699913fbf9cd47f996ab37773290fa3f770eeccbbf909fd4e0130c8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8537cf4980c61c9e67568685dda5885d09a467e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ded51375b6ead78f5f60c9108e89773b3781a80ef0426e8dbf6c1ee614d69c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a8fc0981193c6472dd0bc1aa9fb1003325266
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac76ecee4d12e2d0a097d30d638650dad200021f655a81f175930beea0eebe7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2416d671e02f922cba7d3aae9d26988854ac56a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b5e494a1d37beaec3e7304886ec675282ceb97abc1944fbe172cb1f6ab9e98
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854dde89f2087e676f52babe8be9695f6509799d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65feeb8b684be1dddeb632b72072424eea8a1959e01085a2acbd58423865ece
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f51f9efe5ea65e15126a62814325ab062dd21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37274aa4a57c5f6b861a1a4932ab6b43a02f4130f2c2834eb29aa9133aea279a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d246efea6efb5854ce7d52eaf3773d7c60a32908
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66db6f60ea446197590f03c4eae4bb82808a37d7a1babc34b4efd6c1429d9eeb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2c3ca452bd85f723f8fa2b03967e078fd65995
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d86e73b2666d7c85985ff0cd5fd34e4db59e38a0cdd122297f3a82a80623b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e36eb5e4f233166d5b4199bb82221c013a37f35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35c795076a72227649b2859482c025fd06f89e7ca9a53cef25257e6980f7dbb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091eef28c7a9cc08a62bf7f2e63228904d94057d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10985f5809593383af9cd6ee3ba737e73fb688dbb39ef24ab4c7dfd9580334c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8281f1d2849dd3702d5b0b926b5392243490ad46
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de4e2e5d632e25929f2dd6c95c3901a67f55cf4dd4ea7f89dc88457a64fb6c5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858be8e3e440ef5a164c6eae76492c859a4fe42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45c75cc1cc5dd5530060e0470990cd7ab8738ecb4514f5da9ddde7502be6567
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a614aa01be9bcbc6f5af2e9401797f7665af37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0eae23a9a9d3d7f354c01ae82c2d059de1033a2b43c19315c789e90429ae96
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab86f2f8f424e55ed0840917e3cd05c3eb5b2349
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd874d2697d9d740ef35e68913cfbac920a570da270a03de9bbd5a64d7d2de2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8322a22211914e04f1f6040da5ed7494adf43dbd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b11dbe1aa4f184c7e67689877d0b03e7316b865c353c3f9aea303ec5dc9add
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcbfddd7d1cb94e7c97d6f8df05d4fb17f973df
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff34aae662b62fbf63fcc1c757ef43ba78ce94d173911c6a63a009758428d1d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea6e66c6c2db424240ffa8d98c0181037940607
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ecf4c7b8bbc5de362baca565a0e22da666af113282034616a5bca6961af4ae
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a330fd6183ea381d62985ea878154700d072529
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46707a4047ac7550a6de0163d9b04300b61efd6d72ebbfe17e53e4889b4a3aa1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c32402b355d8fc39c42c50fc9a69da72b088422
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e79c5d70a6ec9bda724252fb0696b0c5925bad775ddf30d81e7a874433548c6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6dfd0f9f2d7d7f3668ad984d5bc6bd11c8a098
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a754f890f9e0c1e8fca1714ae1142875e36d38797c8f2b889b29441b2735d4b0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938acfc0542a77fe375733e98d76bd21679fbfb2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2a50e90f64dd4c11567a04a213a1af33bcb3a00d9dba1e79a855bb0dcbe0a4
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3e030b7fb3ba7dc8a76e9ae6de4206891abe7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7353e802248cead72fc657073670959e51dc2c3f1cd130489487c92ee2be6af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc5ec65d675f68e85e9a24a28a1ca3bc154f04c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c48ccfd7e63c617ae101bd84ed93e81c8982ac5c4ef6c68dfdba76ac45e97c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535bfd8d6e757b3dd474142d904ac2afebaa25fb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7036a11c8c4b4ca9a0176d18abb2621fc4102d0993c2f36d810550a3673b97
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb538fb63dc82150d9768afb1bdbfc2a5a7e68e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341da6999af2ff6b40fc7f61879fbb44ad4a9475d87b8be966370113a4ceb6aa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fbf9803d6c818dc15e9587063bb2a57c7cff735
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad382301d34e4b5eb6338634723a39f83f02064c89c02c265be0f4a280c692a3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca48d6a1328ea001f45cf8868761820b5b39c27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0b46f5231e2a467b4efb73affbb9594b8b46930f4ad78e184962cefa77853
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754afdd3e22619b7d477be86eff550427878938a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14f3165692d55869b0fb368679f88e6aa3cb4cca0dd824aae09c5837d24a834
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6fbf95d93574af316f04bcbea57c31e05a4928
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94592227f9b730138d32f12a757fe834c08aa81bb9d5beb0dd98a2ef9739481b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ccd3af20cd837ae2db2a79905b76cb7968cd31
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdf19bba19662bbc523b042a8aafc6e172c6434a1a05645382816c6e7a2d76c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f9bf3e18c8d2241b21779cd08cf96eb4e5583a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975d5ff82e226f1fcb15e3536b4dc153f0eec60683d5fe05b3f940688081bee4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ebef233eebc54daeda8aea76bea953520edf6b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43096654f86bf3843cf645ab7164b4940b72f0c6b07eea105790714050fe91d1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c78da6511aff75b1bf261fe962d1fd22f22051
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61832920dcd10fc9246633f76fa4ce4d802eec632416d2e6838ac7fb74c26d35
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65a110600b57964be0bdf5e77590ffe19471ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d851b96a884fab298ebdca1bb3b7aa4a189e6346be233ca3c7dfb7aa5e4d1f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3e96a5e85d57be4903b7e1c00a0b4324d9894d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2123cdc756b55dbfeb65bd3ecc785d601bfbd6bc677ea60b20a8b67288a82013
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe796149a3b91c5aea9a039ef399ae954a33fbc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c14f70cf919de22a96acfdda477809adba12f234dbac85920e3860e144701
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39653bbdd8c23a3c070bdbbaceb4cea781778c39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633baa3837e8c503e6a721f1d2bf0a16e7db8e765b9316459083ecabe3a7baa6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709c95649f831fc946b2e3174b42f8d134399052
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc35c6a277365e741ebb879320d0ec82ec05671e099cfcaecd066d95e2beb9c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1d2e6918ca82874e5a5744d23c993b637f88c9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc72f22a6f1339b27e570339cb62e6b540eddfbca98c66acc70d4b72629542
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0dbb003ee7b563477afa2ddd38074162ce5caa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19516710b4de55fb1233088f05f66076e7d83e2e5371daf534f267391776b313
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f827ee64a28eb694dba395db5c349bf923a6cc6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a5c01a990ab28864a2f28c10d30a7a9d5a41ebdcc99eb599e549d87c3bdcbb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70a4af7bff5c6d289f663437524ae9a8ff6af54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e6956fae08720af78e1b1252694a26a01c6d055ae6202c180adea34c0193b4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f4e399ae84114ae7228cc55b40ce2773732674
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36152e3434f165d8e9daaa3fb6f54596a428a891f755bb8dedf679009387bab3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a5ddb7a11d34f264061b8868d8477babd6a65d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42ff2e2d5a7f2c8fd1f6c8216efd3daffea93eb7f54a77597d987cff264eaf0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271cce5ec6f4850ee6a40853e3babd55975a7d53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e02852ce040e569b51f1c55cc06fd261bfad524d9c55eed4d5e2d77635e984a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52ff42b4ed6e63b79d43e656efcf7f4958fe740
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c33fdfff1f7e7ba35b80ce994513bd2c51ae74ce6eee9cc7dcce1a72e442bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45070d5fedbd68a19bf109bf52fbb884e9c0af79
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09abd7efeb65c4681a2699735c1b5f21e22b0ae691b5f29736be238aae7de00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c302021817a31e8c155bea0d10ef81384249a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fda528621dbfab4e69226082f605bb2cea1ab209555b1d01742ba0981b740d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9652692afe1ee0ab40b785862c09ec44f13d663
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010775e7988b35948f4e65dcf64800e0f47a26edd00f044ac3b5946a2ec89a4a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b40b961e61ec50a318b3936ca4cffe974fc865
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75514ea1ef662530297d4f29658f82240843a5c3b2b7fcae4381bd55dfba43c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2c1680cc3c82b0ecae7fefa8a42bb71d0bf938
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7125e9c82f60a0b9fda2c7ea929a8894f988e59c71aa3d1455eaa429635c505b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9d71b73edb45f7c3406894685ccd120b9b0af6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf653e7be27daf3ebbc0f40a6d900f19c8a36980ec0c6eff11a48a329abfe8d6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb7a87f4c0641b4cf6add30095066ddf1749bce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38169bf3152abf232a2a00cbfa2a7d07a211fe218a868a02d43e8159715678ed
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbb25bfa1dfbafc9d23934cac2221823b2b32b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b2eb7d83f8aab6416a4435024c868b3e3e5f1d6311490e80f75d1f1c70c94c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f008592ce38b63e8c212fa9188e008ef335d42
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d30e3866c6db40f5b54e4a1778b5e0b808372e66f7161dab5978f2e9c3a770
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6fe3fd420cd2e22189327e0fd141a192210f40
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a402e07a7708d9cebc090665e2c8e1039d5668ecf3593838c4eac8d09969deda
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f43b5bbca71aa552cbe6ebb025a8104473a9139
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b1d97d1f973421e541678fecd6c38a604028eed2b459392f6af8977d778c73
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8345fd8b5c313ff6917abe5708cba83d9f084f70
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f42b12d4864d4839d306758789bae8a159109f8fd93f75ce38f853b64538cf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a260f2a1ce59fae685339163f666a1ffa925c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623e3273127d6cace6053565e2e7ae6eba7af0050ba16140c1706c645d5657e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f8e4b5921081ceb013c927c76db3daeb68cc71
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee27bbcc5b40298872adc059d6c2ec837d103f5c6d496769978a6f1c0c27fba
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c62469f36c4abda5eef207f7e8a9a0c10f13b0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea3958dd67fe5f628102e3ab007031e4bf515c7a8952ff30774442a2ea2ebb7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330268eaa1d42cd9566bb409aa6c5e5401ef1aa7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c8fc41132cb1ea83582ce968703a66d535c6158ccaa6a9a60496e935925ac1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e092602e3524209b9ca145a7299ec1ca0e4dd120
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4715303c49fde8be44829911541a63f33e54b867f4fa5dde7b7b5756088c61
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba891a599c1014f83a2c81330d51812dfd19647d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a47747a39286dcca1fef330898da2f341caaa18ee464d51695f149dd49d1d1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9051f6c970515f23ca011ad19855035ba7ab8b5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b077b814a58ef5f13d9670ab2cf13d84e37e8bcb00dde7df8f3aa8dcab78d69
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6a97bf6fd919e274fd0f37482c6a96388156a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cb75a37393139169a45de711fa6149d43a8a39aaa2788d26766f050ad21f82
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16cef875a31c966b935eb79244e8d9faac1cce0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5063490e417bd7c4c51f5b074528fedd9e40f7f87bb343d7ec35fb13530759f8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e86660de5367a39799ad66c5def85ea2303b83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445177441e910285218199686b0d10d09687b37e387673e1af8c4df9302c311c
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98692f05877e75ebbcb38638c14428d1707bc13a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831d726c794d4be680c2180c379bb3d5a49826c63ef706a570cc31e878598f54
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b93e62c4b8ddf13c23704686b46487924340c8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f3c0833d5d5c71984da7d0a2d17bd4f12eda48ebbc509f01a0fec8e96588b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549e1de3d4168f2200014cdd22b703c9ebfcfb7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8839dc23e745c4b0bf51e46adccefa62aaa8f1ccf19a42c34449642c21678dd
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544d8c156550060276f2bc29aa1198819b4a0ba3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071d4d09c6a74614d454363c3143871fd510022749a10384753ea2a4c076bf39
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfe698dc0ed10ee1eaa5adcaae4ac4577db4f23
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d57cd91caaf6e07fb6301f75f1acbf3efbbb80ac23c00a3785c35c49144a17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb4624f0d024d2ed5b918deec1d905e6abe6271
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81645bd40e8f348bef80d6c73b0e75217c03440f89ec6526484382c21109bf3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3f7db0bf8a763992e2106b21464767f9dcbeb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f27712a7ac6e77d6064722753b064b85827a9b9bba9dfd11549e02fda11770f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90c620f8b8415e6f9b584756a2579a103dbfb0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d28be62255bcd7fc675189f3373a48c3ba131d61b4f9f219ff92e388513264
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9430f1a39cc6829427b80cfceb2658e2b633767
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d01d93a889a6f60a20a1aab55ddd50ee842bbaa40538aaa402a0a95e5c496c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb8d1c83e58ee31f5f0a0d7681b84682cdf99da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9ec9f2ecc994edaff2a78dc1185f07dad3b94b51f170cfb936c01bc88a15ff
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824a0cc3017a935e5491b56ef9b6670cec3105f8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12337d63e770d2a4b5d671cca3792bf0cc825a6b3a830d739a369a7f282abb9c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40ef0a410fc7a589c3531314828df801d20e2da
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830259c9fdad70cd3065e34d18fd4fbc0ce6ec8d6471b65a399a1bbccd1f081d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11316c8216a018521c382a0ade2f96c7e02ffe62
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d0235f1c3206f78d8809089c2a601318dafd3704ea46cb1a0e5f5688eb3aa5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1d84ee98e61ae9a7e9a9c413fc348c10f3d3e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67103eed4ac50178ec2200eed769c7738cc24f54207b6c2ffe3ba7406336023c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd152ede1a14d7445fd5da6254e55f4dfb00b5e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b835255814d7228cb514a7aed1ebc469a5ec0a21d6daf25546d749ef9e0b3ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd410931b43e39f7a054c8c4619efdeadc4daa6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d817ffcc44c746b3ca089cd72fcac7ad52ea51b2db637901ac859f89cc397553
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1c06a7c8c1ded1475c972535a1d9830a627cec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0315e881a7527ff7c82cc2e657e0d1bf2415275c43f0df72867e963bff04d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5226eeeba9887406988bbb17d6de2ad73c84036a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973d6c3e1c3834be2b8a4fc2af54d2aa4a940c7a11c7b2b0583f7ba4ad7e1a38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f0b68f7945e9b760b085e836acaaa39b8079ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d95f545296454f56a42b2c1df608822bd6d5542bfdab88da3743b2051b2ed92
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75c3e3a313388b85bc00c3504a17d6271e5620c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02bd4318894b41ee5b1339be31c8072bc9a5bc50cff58bff728c6d53c4fd06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78909dbdc0e47e5827091bef7b5527910e80daa5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb777f650f8781541ae171d2eb1620371ba7457cb4638511bdc46a3befd7da1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf4c2f8a6ce09904aaacc427718b892d0a9bd26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ff14d1cd3e61e244f6c24144f1331035b15857fc3bc8cb6986d13c820777c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3593b6481465f05352a988547755da468e7eee2e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e175bb23aba91749947e6fd5171de87b551227a2338fe4d5450e80680c5907
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd9fafef6d77564192b95eacf2fe8054b54680d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed9ceb77903c3d6e14e460ce2663b9a2b993490eb0ffb98a88e9105d865d6ce
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0684043c47f8facf3d734de31d3e361c35016005
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0799212fb82e98295089b99a177cb7667df38c35e0e6354e4bb1281f301d3f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1c20fa0a70c01dda6efe95575f925326d5cf4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e55f9fc1ae85b6bc28d6e1ac016de654684a7f21011184a536ff01d4d1c3031
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9310138d7fcfec1a86ba3adba8dc30bd63bedf81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8eec6804eecf6489524b7849d7080b6fbbc8f94eae2975d8a79a8180563378
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf9caf03f4a20fea0dc5263863e8169dcf04fa6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec69a03c1be79f518fffbe22c235b4f89c0d5fb6ad350cacf0cb5ec1edbd96a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125f20db93f41393a57f4ed893250fb94ec72c3e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4abb3c9430678af890f2e880e5eadbb1cdf17bf1006c9dc8a8117c5ae197222
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48010e31d03a2cca64f21379c2b0c97d1525bf97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dfa4f8ddac7535d062e5a95bcfb343a754434b0b2bbe191de29ccfefb453d4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8d1a34814ece5dfa5dc8b74d68425e7a16c3e8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9766b10d7f590d6de3777e3296f149aad55f659215d8f005ced3352a0b5ed4b3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf617ca75b2bad56b340fbff5ab77e476bab1181
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4368a0884eb57cfa08e4a8af965dd3576b1ca43f12388f17416d7a18b73eb11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cf2177bcf74c2abfeadc231fbf29ec02131187
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434bd225f63bba926e0efaec563dcf57043c7f36c1afbb9c34a3fab01d9e8ee2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8690f918a77ededac89b0d9b2e1a7456022c6d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18551b6cf6c6fe3260548a6d6421210c8c5f2023639b14ca8cc9e4deb0e1726
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6350d9d2437efe143270000f772bf7f9d61766af
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e87ca8bd3063a30f488207e60dcab22ce11d3e5a39e483b7db9893757412617
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c996e7546809f04276f893279011ada6775930bc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1964605746499164cd17a9d732773add14c0174957bacde41f991006f81d1d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d96dc91af4e9ae538a3dd2b2d6aa26400b9e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d6f0ab04ec672cfb43de231cdda4fc7a5f731df92538b6f6b6930256aae3d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6269deee8062ffab1e7720bc667d8ed95884f94a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0387977b3735ec762aeda3b42d5ac6388d219004e0524799b1e6340e23315ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b51e14d57de7b8f858351870ea4bbb74f7165b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d226f79fa9442ff0bb30c4fe1242d765196b8d881d627f031cfd9951b0bad018
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44ecc48c4db41048a0cfa50e167d872d6401ba1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158838dbf3d3e20e4c91e27e2f46624d038b80f97844aa616f568c662fe7dd8d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ce1a56dccdb229afc58c583f8959b55ce9bf1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768183123c054c055ffcb0b1b0194a3478b0655aa74544e757102a8b6c83a049
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb29e5ea2b60c212d6758dcca413db4b88990ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5f40c3b6f3b7d2502b7f614b421142d347aa87ef864d081886acb4cb3cba60
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db45d1e693375b993cab72a711430c67cb5c437
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7b4330609783fe5f463040ee1b8308b6b69cb02dc60ac148f6d2e419a75b71
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f734d335fc83b85e17fb0719a5eb807dfd1c81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce94be7ef0dbc2eef60e3e39bb58c8f97fadc88976915faced447c320919c74c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d4528c463aa76b7eb0a979752cfd9137f46be6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8ee064d7b75c6ab819b9c64cfdbda21c90f4dc2140981eed4751658aafa7f2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5d06348e86fdeb2da291eedf7cc1900f810685
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e4e0797a3c36e2d930c707def0443bf76fc6278e8f7f46681475423d57b36
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4293c72ce4e731a30df7eae75ada620722a0e37
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4685326674d5fdb2b4ab5712f08e92dc7a89fa29fe0c8aa8260fa6bbf3f153
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3679297381c261fc65be3759bbd6c7cf858c6099
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8737af136af20cb1c76d09f3cf23b8bffb21b6c9a52d0c18c32332627c506946
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d78815fc5b9f0ed3f9752fd2577c4e2d61debe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0269dfc24aa36d970c5c1ffdaed423189406e8baf08ee98b7b5d35cae066c9a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91f24a288521e45b0f75c05df5996cd18b825e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73a9b2f5c2bc8aadbc7a00bf56826adab8b2d40e01af758f955ea5844af9b7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24683d1cffecded88d3a81d1b3146d812a67a28e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3499c71f559b6fffb8cf5e66a65ea821b18863449e75d22d3df240ffdf053363
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a68509802b3503b718a83bc192cdc6721e8e0f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4779b5604bd52f183e1246dc351a78179961c470264f4a62b354a151021d06
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5714680cf385e033269cb2b40f15313c8d7757b9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d6a77a7278881c6fea33f4c5147fd4b18acae3a0e1dcda2ad48324cb266abf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8922a4ee014076f67a9dc92280d6806188f596
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be37a063b369b9b7d4e4aeab6b7f70a850b8c5f5d8bf2002c497decde56fe84
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72114d828144ace13a2ce1086c40588f9a134de1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246344c01e2af45ab106249ef82747f03a7076c21e0e114be7bf6cfa0da80de3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efe7920287ee9af7dadba63060d3bd15abe6a8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9310c69067656dad89759f390c0dd284ad93aaaba17ffe3a8453e38ecf446ff7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a69a10e66b82a790be6ae895a5da2f9deaed471
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5341df53b1301f4b2ea818c1a50e3d7ebd9f3ea98859d6be0b22a3c925c400
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637bf50d7c5cf2d95a2f3639bd6aee1277b00652
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c4b887afbae3914d5e47af0a023234a50995be10465b81f9a9929f59a7893b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96da870c5cf19581d49abe43a849ac01f0ae6c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987c31ad2c79e74d59761747cc78332b7a4385013391266dc7d496d7ca006409
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b02a362ba0a9b07bcc2a0318a2fcad0ab14b75
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9e2917833b5b2685e44b8de46aef2a22352f86b97c1b15beda6f4a1c7f4337
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25fe5093711388fe0723af383f044bc5eb3bc3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c6e49b56f21ffd2f1d2a15d933ba6e1c0d7719e7ce8f25afdc8d5525c17dfd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfc84a88d8fcc92194d60e5350ec1c345eef770
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f32fc3a66d1b8f5b18a22640371067666342d58cf1ffabbea642eb17e651c7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab94c0f450308617154df36e1ab0a83a188099b3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bfdea4889f2e77b92e08a94f2440febdcd0113caa8e916c3f3f4356b30b2d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d761d436bcfd42efb1dd252491f5dac595bff7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003cbfef56360167385005c9190d76a80d5cf1b6ebb4e81e44016ad54c0d81b5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b53c9375abee1041bb7332573f1c390b66013dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6053680ec423af254bfb77bec99afe274d9622eaac3217d5c1c94709305fc9b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dea44b10e7ca5f6d1bfd43c86d5537f1a34b83
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf1cdf6cdae771b015222344700f16573133cfe75595f32977d8e79a6de0411
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1d8e170d57cbc3a72dc50b1d71c6e64a28e42b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59b6587b289c34a35e0cbd65f58fae908f8dbdf4be079f0cb33e5bda90fbe74
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3655f4f2045afd7e55fb128b119912f870fd39d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac67201d2bc4de105cb331412515191a6b2700021ebe37ebdb300d422042a813
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abfe5d528d61660f532a45a400fefe3b45a0dc9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5a37c8497a93d99e55ca5d792f6d47e7522caf48af894807292212f48678d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48d94c89464b1e8325bd5b208e518f609721d7c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605bbefe6c5c7b79a722350dece6e9e4059c74b869133f2076848771606b7e1b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a2e878b0e02827e707c20e8ceaae29247e60d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876fd0dc8deb9af1768ee08a2c681c6b0d1a91eb9b029222d60fded5956a9233
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fb0dfad7e03460c93a97e017f25b7518f13706
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edffe522bfe4dea3f543f4580ec1b4f91049ab784471043d802fcee176b72108
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de24eda98c93bd14c1c3a2dcbd2acb4f9ce087b4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0796d4dfab78ab1f5a5da97a182293bc3330c84cb0aac37dec38a70763bb4263
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9348d847aee33b0004eb140b0617bd30c97c8a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fff8d4865793cfcffe0b3a6c1027a00080bded9b0040c8de6c814cb39f1c58f
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1837429349a96a9baceff5f5978ed402640c93c5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf35eeed68bc24aa79c5b34c99544d59b77eec282cfde5782fe950ef29cd92b6
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cfa64cd58e9f13f45158963c596a94fc1ca134
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db236e2ac8a3f0686fbbf6d4cbf02318e18de6233abe8607e6bd1a353fce73a1
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50ed305a831d020cdee3de81d87af57bbc109c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bbf770e96c979296fcd826c7789c9502d71f8342291e191449bb6f4001aebc
+size 202243
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027fcd83aafa31bbf679c34e99ead4aef9269120
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae266bf93c7b8e4b1ee7843d3692a41a83968453056fd7d1cdc0d292084520
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fd2dc72bd7d13156a8060852ab41f8c33f862f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4020318fd6a133ab80bb1c99f927ffc5b845f716ef45f9da4a357717438bd403
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa7221d59dade6f13bd6abc4b9972fe62d4507d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1ffee98bd0350e8286e55fce07075205e728ddb9a009a64c81e7139fa5ac8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32157de828bb0289916f3c03a76c280703f527e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd3315ecd8f15e5ad86291eed89b455d550ace442b8dbf3bc57507d44ab8e04
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11610c3040ef00178cc5da1cbd26a5da86b54e26
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d253cc4a91391582b3c4eadbd5b6e736e5b4575a2a908cf199ae10083e5e0f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6336b1100ffbf6e62d808e7ed4859c24da7a053
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b47ecf3035ee60a0e9e7df6cde24aae451c2c767a6a764bde7ebec211c661a2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b8b8f8a81d5c99182ad7ec3fb1e1e49e22e658
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae5ed0ca39cd4e1f23fe2cb0fa495a65d8a812360793df328986c5cc009c532
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e5f01e098367b1af919501a101b34ddb675061
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55574d1def50949782dcf385c8831fbb30d2cac57f03fa5e0bf1d54f67e8c70
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1026acd9bbaa12302196811095d515e78ec2ec00
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec5427e0b096281c29076840000df928316f04cb9ec0f6296000fe486e5c72a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e612d1ddd070e468cf4bcbca7a54ac126b949e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77128e04cebe84a83163c5b03b8c72c40abbd195c4ae0a2388a6aa37928b880a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0265f887571409e5f96d1c087f3cdcc5bf1a0a68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0943d287a52dfbe2c06d4b7e591ec0f3404da2b84769b4d7f23b224c005c98ac
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cac608a18c65610918e06cc124405ee39209bc7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cf8f8a5388a734580f70a68be31a5cae0c9078c7059ce8c0356a1e5db178cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599cf746d0ba90a964e657110bfb36a3c555c4b1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a429b5a3ea86e0552570909ef5f61240847ef295bf6b79bec08d77974d36d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d3685b6e720fec8c3ae852be53b12208a412d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aeafbd79dcffab691242250afd44b0ae19ee5b7b1e25ae240d8b185554b74a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc0c696d95ef726478e2ee6f2e335f6fbe62f21
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba969a051fe0e9e2df397150322ba891fe9848599987622780051c87055bab86
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e399ddfd0a5545b3ee38a112a4f98e7f194620aa
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa14f7eaf5274e4e1c6c1cbb05af6bc5c63d009d83297bc6c6801f5c7061757d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871755123b3887f1eb7ffb54fb9d4d071537fe25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587a9cfeb5c8a5f53188a6fd6862c91c6d0fe769b6f5511dfd1b4cf8f23477b6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd3fa8579b43006cb9584b2a6cd0ff387698ea4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232f09e5421e20e3726fbe20a63fe565ae9f1e0e7bb08152152f28d758c7bc7a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ec74dcf0986ad2ab90351bc1db1a961838ae25
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17d0651705f2552f8668a5196b951d15fc28adaa6545ce8c639c817a88a1998
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03ad592b4a4097e65721dbe30036a0331072714
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b22102feb842c3e0f322a41f9830698721a2e812babcf35a04c5da01d816c99
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e397699ed0509a82c09db7bdc8ac6b1232a2db
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20716e5bf728146187cec8fcb2b6b58fd63bf77f9f53355dc0e18ecb8102e396
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f2b67484b439a893b7fbee6c31a9916818a0f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee8f565628ad516aef7c57e3d5f6a424e19527be4b14ac56812d7b1c3e06e6b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f4c92e10a4d4e47e1e843d2ae384ccfb910b27
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be729080f6f6f142ebf1dd2b651a6d3068ce55b005ba28794e53f6089a48623
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c20e5fbda6b55484306d5ff18d6d7405303d4a8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ad4c19ef9246b4bd98f0adc03820e38b219d6895dafa8ab86748aaf61da271
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a39608d11aace4a98b6b542d9f98f115bb008b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a03d59d5da3be226c54e821970274a70ddeaf81bd2a4daaa204cd41c7d077d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbcaae3a89508d0bbe3a764e73c6a46dd57e278
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7027b95ffea07ed9913b3ea9aac7d443649a89fe96b9b3b30cb77c25716f2a5b
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ab85d43228686d7ba75c16e19aa42e2a316944
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248e22cd568c6ebec0580c66576c902036b43027ccb40d8976acd191d9be778c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d94635dcaea5a571391d800c41f279970276a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ca12b2e739b3b3750a611aca9a067c08001362e14bf3d233fe5b4287450d80
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940f79ad375c94fd64e0b3e204d1efeea9fa70b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34817d264efc95eb3d69799d55b16e29ea7bc8dfc5bb7f38d049e3585f20544b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64cb82c12458780ebe6cb1a271245e0a39f0543
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc108b016cb07529cc91bee6fe8669c65a8232ee8abab262ca8017e0f5641121
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec998e463a44dc98398814a7e0da6e563e981b1b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e792ab47a3bfad1a902602bfb3855a8be23e30461f5c3632068defba0e015d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfbe1efb4af4a3f4f11b04bf93ec3c74a65019c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6511d01fb8b4280906ed31d80f5815b963162412adcb3d364d7ee482ffc010c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0ef4a625d61512ce74774b4a25b555b51e1b67
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987cfab7c493370b2ea6a36e8a96495a35bf6b9df7e8ef33eb3030d4a375865
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fb7a57dcb587411dcc46dbb635810f21f559ce
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333e3a02c77efab9d392b282c9a385e66acf682f2088f40c5a2116b371e41984
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5364594950f69db9d14c682417b0b7e19bbd4956
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96cd83472c4488d3e9aa04cedfbb87e521a9f1346c74310d75f6c785ef54c6a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a907484ce15208e7a2c341ec330de64497a9e6d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e2deb6e3e5a94aae4c929ad8551eb3bbd6adca8a9d29e4521c7f1d2526d385
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbb256f0b4711d9d97e6ae4b321632a3c376a12
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f8fe245aaa2e9c3b95ec1850293c61b4c94480a155e0ccb45ee7b677e92ce8
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42851633a415b40f2be69af7a645f377913452c4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d0a69c605d622e9fe791350e18e3382010ef38a99708c17796491e68f2b9e5
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cb6a6b7df1588729a8b86154a2f9f936deb3b8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee7f33d17a4fe5a8b9176be68ddef2e4bed8604b1404f5195c8d566e8c5c44f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a55ca148c54d4d741a98e4e0688d82567c6f16b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304a5f77dc503bc0efa6fa864c4f435fce6d6445dcab84876c631aff4c314528
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bd1bc1cd8de7c1fb88ba6d435579091cb184cc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef837b7dc1c3d365ca0c69c492c546915e41513c802033f3351005b1faa13e8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e34e75b9ef35091160d06133bf6dc87cd677055
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c70ccde7f867cad6c8cd1420594f8e82219973ce877f138e797e5cc79db090
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ef286f3de3a1c21375ba4e462427d425f3665
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539c833c762ebeaf21974d9a0a59ce447ba63f5894281869c7aab2d18f7c2d93
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce6258eb204b7f4ff24b4ef22e5d688d4dc0449
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8aee9ebb25063f1986b7f1ea79a2f27168655bdc08c251428b8d19a6067a63
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b08c051e9cc6b14d49a26c5aa4b0770c278103
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dab06c1ee516f4f2cebe15520dcdf56630d634d0ece3193d92114c878a1026d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681f5afb50839d8fee58926ee42fdb7750a80ef5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee71108e4f1699af383f7c6004afd9aa7f35038b9e1a38a94597adf09745acb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbc29b6fdbadf0f9f0d2fe399248e2ef4d70443
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee4e1a3eb56cdf53b47f9a58a08441c0734b095a788fadaaa4db4bdf1f91f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e6f425da241c03fc05205814545dd8f09c7a1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e73994abddb30f1f5f3dbce3062e0e0fa4005a9adad4c263704c53a3a764b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9851b4e447f41404e4147e2b2f95626cc414fbb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc8b586b4afd7099ef9c6e889fc547a524354a7f2211564db589163752f66d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71b6e8e64e117020db690f19d858e3645f0e967
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2c15ecf9053a7f7cc7feb7538e7b7a9df414bc70d541dc6da1bcd4dcb5bb5f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b675df8d963a67618034ecc73c0d72375f120b90
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa97cd3c38502e239c3d2d06ff6c8d5581400f90ba2b9b1dc3995524a235758
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf771a062b2dbdc00eab2194eaf8aacff7c7bf3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fdccbbbc11697acd5eb3650c6b456e11b0e60eea5f463eda8afa03f5bd3701d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fdb3030ab62707539f2f6cd59e3cba7b5fad8b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf3cb799e4bd5d473b2e0dbed44d3999ce5e9857461340772ea7f02ed93b8db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeaa64a6ad96f4ec8fa3c8895b27584e2e98609b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49011a1489add9539f5e73d32c46ac8f892fdd9d66e37f3182af731d7db9fa44
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c2c56a28d9b8f76a0aaa90e0e862cfb14de77e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a409e2db694c593e2b6b4d9c4176311afd6ee253cedc7a08b76c0512d79c9219
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fd5d813af4eb53038207119b4454854c4c43b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0317af75e6076ee0cfd59423db6c1b002334454b80a2ae85398e3c8daba9baf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c5df6b069dc3967e7504a5722bf65691f96503
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a10257256e07b62aa3161b92f2b996f86ef1e2f3dd4eff7937a4e99082b7d21
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05edb4d5a257266da2d3cb98986374ae5abc5c13
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669b7c236a44e3fdc264876f16dba90382ab013039097f6dac9c03db89979bc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151292d9a01d5242570eea350ffdd71c1ad1ddf5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396738afb674cbd164f84fe152b82bdb714f50c4676cde0151fedffffea70b67
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5adc04fde1df1d1bda47ffdb9c51fde6a02eb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bcfa6f4e0cc16fa55f532e713815999d9b61bfbff2146418de03c0deb5bb4b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42381e5364da2fe15512bdcbdb7b5982777d58e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7f2c6feb441b880da804801ee1eb0f87777f496af369e6f44992229c2084aa
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0d57b70de427e644459ce4585c1cf756ab652c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84849b83691bf628cb3f582ec47ef66738090e8a36323de328f421f2bca42458
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4641fa4a74ad7ade487f82b6e83e8fca196a50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7c6e62d7d1ddf283a318ca022492ce94037efb7a34533eb4d694a8f2cfea9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a47fed3468c0d66a07985ba147185e5d5d5be4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43384575446339e635b98b390e308957e6bf7a95bb0b4063f73fca87a03f9228
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f595f62b874629c6979a6ae9ec92341a7f6a3b36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d244bcfe9fc4dfc003b7cb83d521ba321610271ebbe0a0415834fb308fdf714f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3299f44a5de0faa462ff28232789ac4f7fa893d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eeb3f3d55417e3638462fef25a8ca7b3f38c15160810f11d021bc31b81553b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102ee9d4889d087e811a4657149175dc876d189b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b2d7edcea8a9fc7989fd0f837c4bf8f032958f205827c9f5cbf1f71f1bd16e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24573b30a5f8e37bfab8c1bf829a678d19e94ec4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2074bab0679439bd7a7faba7fb24381f177782b8e1e751d7030b654fb327e633
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f84bbaaae141b785a4e15bbe51b214e888fe2fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a68304bdd02e9c6c99ca5547d135e8e15c76b955ac20e08105addc32ec5111
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e320df468db3eed21574608b1d51f9f8361013b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9565ce5926511a1170997d771d5786171bcc13e886c61bfb917a5581227d50
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382af7f7afe42ad884a021ffe801bee7c410e3d7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637303c51bfd933b106bd2abb00b2c57f0164733e15daf15d01c8e14d750cb1b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a3ecc246c7415f2cdeacc4e98e171ee37a8503
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a38389cfe004ebc176f3ae7d474f6270bc43d0dd24a544ee87a74e24bf8aaf8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61415fcdb2b2525e306b44af60e9a8988798b81
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ad75d9681411067357c4e88bd1e56b845d16ada2b6ba615c67246787bf8bd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03de8c71e9a9c61ac7feacfff5a83dc94ec30315
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f33f5234a93ee21d2b96e8222882defa6aa405d272c66d1305dd6d5b187a17
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8686be38072358bdd2baa1ce114992cd03b641b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d50f2b97e1da88466f3a177f4ef7503b9d5ab81ad67ef6e29c9897bb15ba98b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5935127db564ba7902c8fdde0b6a187a1bb06dfd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5736e59cf45e7f5de66c033a86f474ae03c622ce871d7652997eb9297a2a1d7f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9e5f4791a6f519405ce5c34aceec7068eb09e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c3fe7f2c126dc4fe1474e7b021005a19f3ebe2703b2aafe5ece6a69e5069dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd68507431aecd468692dc8737c229d56d00bd8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c54d11c74a9b8057d52fc39644526c59c9b7e053b6680a681af66c0916147af
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ade180757d22c39ffe8ba5fabf944fc232b44f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6c8729f98f215cb5e29fa0378d460b1225811bb88a4893f7c13d12818593c9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c968b6316f613cf03716aabf079549ca519001
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4494f23bf39db8220f21553fba6e8993580fc2eea6eff835d2e39dba9d2820
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31beac00f77861ee090cbdfbae0ed17978ac249
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b91bf120de0f999eea3ae507e695566b9c8ae7c4830ce1aae7d427425796a6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bff3bbfeed8576b2ea971f7f2d2cb513deca1c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd096d0766cad3b4e9fb71c709b9a6824e6d76faa37ed65c0500a3125c0af96b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f9d68bda0073260397fd4e32c414240c280dea
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a683244d6cf105de02c34d0b23ebf21b1326e15f60e5b484d7b119946edbef41
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e2779d543de97268afb56da59095796cd0d268
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71925dc0a70088c325a5001af668008a3d187bc57daa0ecfee2a5f156f19abf3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0db88b4211e83659b480f7cf992a798d8b9c960
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55ad046350f85807a1fe117af7b1414ce224e79e81bf99286200116e2c2ccee
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b377642c815fcd1b85a30355573c1aa9908236
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec55eb1aaaa296904e767f0d8407e6fcd385de028cac2be15a5991b2aa0519a2
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2e09fa6613c4821526e1a7c75f3e0f334ee0dd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d03daab65857eaa9488d5ef0f242bae30e3bc03e96c326d04750567ba3260df
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2d3e3953e5a22d76e1f5023811e2fc61bcad22
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e65bde4a88ba80e4a1c7a406e97f84db7d3a3268fd4ab7b0dbe54f32dbfbb4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1429117c113f039f3ab4d198735949dc7fd6dc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd378572009728f4150c46c68afaad2e420b5adca968100113ee716e4144e365
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bee1d74d642fd81f66c269fcd788c955f86488d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd965035a82b24a3a54667cb7fc56d699cd34e9af047a5e1e928f2b61022bebb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c086a2ad2398120e633afd64d1599975e593704
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4102d0315b8da90fd5a9100729aa24a711cda3885ff4d36f146f8417db2975e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302716f182d873e1e4cb4ff32eef7c8ff513d0a0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17918e85dae7ea18cbdfab740734d5eb71034956e0223c35a5c09f5af98a2226
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a344b753503d42f6ab592bbf352e25abc45a5a9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0ed042e218b2a9ef21a2738dea948d7708f4e9eb8ea43f16309f7507bf5fe5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8813a6be0701394834d656fb52d7f10c0ac76
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5363c218754446d104987704c1cf58d1a643767219334df0c27b4247a620f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ee1bdbf281d50317be6f7b31791161b277b43
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5c23ee9c67e5103a1e6abc6393c9817ba82392805968674e8edab54b87b441
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6c37bce59d120d2a318619330eaedf5874008
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c64184f79284aea4ab0b3571471fb489e2c3901b78297c80a073d887b02600e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05721d4a94751bc544ca0bd649b4446cf63a4d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca1fa1fab0986dc99b64a1a7576b8480e6fb034090f6ea81316ad756562c40
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc92a808a26e35567be83b054b709b1cba5492
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f956c64a738cb3c274daa9a128563e2b8b7462a1b327433738bb58108d8623f0
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793eaea2fad4c13cd0f2bb4ab9d9e6434c526ec
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4899af6e091ed713cbb6e79560425a8d644d41682394c5a978aa1fe41fda38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d44186da2adbc2ea2cd076e46414fc81f144693
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d440418e253fd5f19662fca1ca567d6fbffc7c4d301169146dc05b58e865b1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa7c3c1ae63cd89f1c12c2c6061e8cdf091804
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06451d2f6b7a067c0a47c53028fff018ca3aa616d1e55a84f1ab13b8c988b137
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a169c5893d255af7f81f9bc0a6905707dbba2824
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b9d3c6505a1f0bf01a1450eb218cdafba6bc0071a94ae1678f8710827c66a7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8950cd7d0ff5f57431b365b9ecc95adde9ceca8e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a905e9cb30482ca527ad7656fdc74d6f26660a0ca8873b6d72d9097100c7aa2a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a5ba89a4cea5d141bd27ec40017be1ee615325
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a97ca75cfce19a764db045176f3554cbe77f42eb39bbdd8c91525ee649d547
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eca37b8e0bd83edc1bfbc0e06830f70cb0c721b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784de7e9fd462238e569beb20320fe6958b3002218f4150620de36e4d7e08905
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e5a531ba808647d87a30c78e8fe6c1edf59fed
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269ed37760205cd1b4b0e5236286a21159927385ac63ceaf5513a2fe48108cb2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fd629fbb312785dfb1713502a77174814c93fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fd71d09e1e707898e80fe6039cf5ed16c764ebd84fb33747c4e7f525778e00
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b0c242df440d71b2525e590e72d4ef85c4e65d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4d05a2ac0ba12464b96b34b837d42f84cb0422fe8df788ba2203aac95ff8f1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e5a1cb86bb69910d90da45b4094099de399c33
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b3b03732f4fa0be483ae806319222c24ad5594a8e44af4ad2bb11d2b9614d
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4b05064414017a6a2f45e09b2f32496f049e68
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395ec73ea179d6463105eccce0f7f26065eaa6374120fdd9dc02e70909f73aa9
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8116c5436df30432f61ea46035bb6fae0a0d9094
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13995ff924c0eb93749cea4146b32744031bed21ec44f0ffaa580bfdcdf4207c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea0ce4d573766cd492e1f370c5629e4ef570c30
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3460a0c473237df3bea63b5a6425c1261861149cf7774ccb073195c3563217
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65cb6c6bd50c8ddc6ced944241db7e65dd0a37b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07df95defef1443f4ec140958fbf05138ecdb298671b912464c1a0d70a8291b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d4d666a612b458c1df4753d06ce33367f3a6a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc197c9acd3203d4620c135ab022b86051625aaafaa62c72d3890a14aada8cc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881ebce755f2d4dbb675a9b1af80e4ee69351170
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf95a22f3cbab949e7bef218a42fe8a6b9d10d9ed0e0bff6f8806d65d86417f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60107f18b75aad7f65524917bf2363ba478677e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185b01e8f0ee9c4641693c264034ca8d461d2b9e275d6d4bd72b3474c9ac6928
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05246878d6a7baa91b6044ea23d45a1fb3da29e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caa1e58a77d972d13e23cafe13370ee56a728f60472a46d95890209e1956113
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f083d62400eb8e156082f8479e450ed259e29a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344dc8847cdab72c5911a341ef21ef3115c7858e2a3686bfcd0c5124dfa351e0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db727f388857800cea5afcfaba751def50945d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3475d6676d4d5e0d453fe294cb6fe370d7306bd042a7a5a2a7c24aac18222e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b353e5c9e8ef5cbb3ee4fcc11caa429978ed8058
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22abdb505aa649e0de92d406b9d10ee693449aa4fd021736c2d2055f15c5bda3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bae69dd9bbff6e7dca9dad0598c89334f40784
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99e21600eb53e390c49f3010628446e9f2f1fcd8b1d199cbe0a93efcdd97b63
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386b7a85ea1f9a239b6ffba8e4f286ca3237e0bd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134821eb47a0110d8186e1fa91ff412e1ff9b8b937ba0d31b39aa4c3c06e728
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819877097d0c5ae64744af99a5ea84c47aca5d60
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ec9b32a602bc560e01899fd538ecda9de0dccc07c16bdfa211fb9812703683
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd10ff93b6b1881bdceeaf633aa1183ab9bc195
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769901ee9f23c0b7578a6162adce2dafad871e6ed8f1cbfa4838ab00dff9a033
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc808857487be4859d0b1e5d790afc4d01aa6522
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7473ffb21104ac0287475e808d081ee4771b37ee0d9b44371d607c7f4a0800
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20c043fbe4cf625fabc7fcae0664e471e4ae90d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b5abdfefc5ab2a4b459c2f160ea4de32d5b25154e757f6bd364218461af0b7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0cba786eb5efa852391efced49c1fbbf1ecf97
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac4e45061811e5747331483b3fa005379b50b99a0eb2bd77a1250f3fee9d72f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d25d9ce1794f4c4710c477102a30929274c79c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6de9a2874e7fe25c51f102ac17f8c57e8c01ad119a038efb5cc31202085bc1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ca6e6ccc549a395d8534a2c0f83cf9489cc8ca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a62ca2271aff00194059d46b5c194f5ca8f07371bdaa1d1106838996915ad47
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22abe094d06ebca9b80070286705db5ef1f8d2b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436d0bceaaabe757d1f2df3db90c65766ad31643e7fb9df955fa810f6ee154ca
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ed7cd43864827d251d5ebb2302b6ccbd06a293
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5d4c7f169cdcfbc152667a4d2aaae3bbe11b6c2e5bf6b451b774dbd30c24ab
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3065010e278b17485a020d3bafee8d11028fa808
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c13c766f53136a4009ce0c31fa68c680e72f0fe40b36a81431abce8a3c042
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d080ac828fde21385be2dee7af1f4f219d3415
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b6f7b836cc34ee25fee82d9c2c8483fcc9411c3ae90ce47be8aab2aa146eea
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1475cc1c3bf7787d37d450140e637aae89cac7d3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc01abcb761b71e6b7e2b2f2b0357fdf4ce1bb335000370c65f174e75f27c914
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0c06317ad44e1d7eb95ca91d9de9b9f8fc87f9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e740862121b86986371934e708a5283babf7755e92054a41b5782677e59d0bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c4d9cda1752f1cbb149ab2ec39567cdf77486e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf04632d0641540582138b40b1534addabe2253f56e886f7ce11f61cb73937dc
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ceb50851eb3a37dc72c31718074cb434bac5a2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be322f17f3421ab76691a26142774dab3bf4b88b0ac3be18a398cd4f69a17a4c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9fb44f1d8ea322a2addb538fd1b4f7753cbe4e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10a23923ace2fa7f4415d0d4e6f6fbd77efb393391b17ce0e1cdf37b4c05476
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bcd3c38d30d0f0044851601f661223b214c35b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9741badb230eed460459e39b535a453b6dd099ad7c4e6f0777f37223f3f06c83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca7894beb47eeaf3476d0af5af8b4a34aa0f272
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c46c9e879b11399e26b547fb0b75fc24167bac4bb03196dd84cf95cb995fee
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac235a73ef8b92f4f46ad6c426036b3e107cde66
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796d8a1e8935d65bff87c32ec6f7bf27e398863eac9d8e78d4fd16d94406aa07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace1db23aea7f2a775a08ef96a8565061c82c2ef
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bfea6b25488a9974d4914c3f2582f5a563998a8a9bb4ee57365004d248e1a0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df276b5a2d7d56f70db09b4821deccd7cec28914
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbd4a41b13ec146268da44424fe1945528234f3291e4b4da71ff4f828eddc14
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f516374b993da16fe821f36ce268825552edc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73b64563f43253249aa3f807f369d7192cd29b64148e1398ea521fc1de02fdf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d8c17dd24f845280956b94d2bb9064935d637b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36733f792b834f0d440eeb60117a349335bbbe5b031c78239d67084d549f0f1
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e695729bf7b3766e8108195eb7f26c91f9af31f5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bed0415f1bf80e7dcc6208fae94eac1ff7f56d4d5758891a5dcdcda8f0c996
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333c84b09ba79b1b840279bc65cd793a53c50080
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ebd47c0a3ae08e8c277a1d57d20964b10ee33c1b64c5b68d18f0a0ba493bf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d01ca07732b6ceedde86e57a8314834d83d9d1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538d5623432614030f6f1daefb7ebd8eb3042ca5fee5a38b680039b6d1715be8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2688270c442413800834dad298236159aebf8e9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de102bb7495250e50db2e42ea31a70df3a999a38d516ab2a05af163a83d13810
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453293031050c21055f8a4acb381d0d13203ba47
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6c99d455a43e8bcc4cd47850b93ba061fbbc45e200f89946eda32da9a2deec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6ccc28e345a031a4967531f168fbacb0036d9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba453585cc9808705abb28ab85256d314e9620bc6d47bde5ec089d37ac2c67fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2d7ec894f3f85ad75f8fc0cfc42edadb058ceb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ceb5670974b31846b23eade60e4449a823644f321784b4bdeb89f6d068295c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fcea9c9c2eb876fb6efdc2d5b64a457245d02f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9df042eb0354ec034a0f44ac21001a63049f273ec183d6dd6b361d945d2603
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3f33110779d48490ef7375ec3073de655863f2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9067d2cc369cf14c7c27096f7411d5c0973d18dc52ad4422f7574698d09f9d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8890bdcc4704feb1293c859d02f882aff71476c3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a14c66eecf67f648e64e890acfdd91466f161e4a0235e79e9ea39f1134fc6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad36ecf654c5f01f6bd1ca97d7539ce752c1d34
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c35c073f58bcb3068a61574e621484cbaacaefd5b484c698a13b6bc14c1a394
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f61b2bf6219ed7d118255b469ab0d26c7d0a06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f0e528afb43e50dbe7afdb02fc18058bc35182bbf6071c0754457214a4e928
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2e484e9c7d75106b1b87affed7a2e3b4b07ef6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca7ef42202e41f6a24206eb3be66b294acfd92ff1a68b6eb82bfc4089fa809f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b4eec43a9fecfb9cef11015c8a391867179a06
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc952543f568f565cd125f556e0d7111ecbb456e97724c53a6fedcb8635ef148
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6c6bac8dab9d238fbf8a4fa6e482260abf4946
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e137fd24864e2f7faf75d12f5d894b08df3785b4e71a1f3ccf3d639164cf32
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06cc8e0d3f1d0a6765b2629486afcd8c0fb6138
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4400453505bb067715dcb1e299686c75a6b0c60fbd26858258d30c5aa5218366
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ed33c611ce674cb650a20f1bbd24332708a1b2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09ae74c004ebc748152b465a73668d7b93292aca452500153126da92aad7843
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682f6c58c6770092541a1814040e721cfb7e3ffb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1226e7793165676fff28eba31651c4a9986577b04efcd283c5602405b430a35
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd5b650a2260bb589c5e74a01cd302ffd87c207
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c40473a44dc908ba5ac35025bd122e95551775f35d85aa3e9729bfe4de42c07
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a5bdb6a078cd5e0b8b3a8fcd2bb8d61b68bc1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cfe317ae1353f0d3c566f8daf96a766aab2dce41ecfd337f141de7439dd0b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ee833a084bb477eac03ebdcdc56efc9861ea7d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683a1b4b604c3ce38b664519ca84bfb0e7410cb23351e4e0e5c3a2ae796a044
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64aee2c2b974179ecf0dfd165dfc806400d909e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2921d1d0d5dfab4aaa27e44e32b06cf3dbcd076aa824e61418bd31e8cd5531a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2c4cc846037b9795a6fd1e8019123d95466082
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4849211ec993db34e8fe9b6cc7345edf8ac54e713c6d0f5f77de38c5001887e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56638765b58946a42b6be0ac8480bad4b62067d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09e0fa1a38b43d95ee94d895c77c8b2f1424949ecef51385db0b9d9c58e902
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bc4ecc1b5cab62fdcf1c0bd452c251df619cf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0be0741a9c14664ff0b63adc4886c95ce9135d11dbff4229c2c3bae15746d2f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70290b6385c472d25e191c81175c2d3386c17b0e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54efbc3c3e9d3b65b240605185b84abe6d89558b712c6e5c42734f5ed1fd82d8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b7e1814c9d835b72361cf4a787358d1bb3beb4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5b0eafeff39406cab1b077177f1527332e99dd29ba4f9b517aab0dccdd75d7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4246b6fe8d041fa524a84c7463cf2e6ad0031eae
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46af497fb85714214c697b5a13274095de9bdd59455519357837adf895ddb9ad
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a55bdf032db6051795496d2e4ab4f9f9fc91b53
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc482ed76880db729df8e8f5195a5718d8fe5a6800ed3f5113416eab64c9db2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b14d319e2635dd9e8683c0556df032b20e50af6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7474845d5798709eff4197125ab7543f276d4408323c4b2dc44204372faaf1
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31752ad2d54c99911df77af101852920ec5a45ff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d61ff902c359d15d463640f7346c4437ebed86217e0e188a13b3aee15b1283
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d4c1d8e304e7b2af7e75e31c782dc9a22e2026
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6399f4ea6c7ae7eb4898dfd43b7e05e0cc4fe42eb972f520c3d1f55516ebfb8a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b004616b43c5548dba519f232930cc26e4056142
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ffd39c119d3fcbc51ff03c9e8d518b74000b76206d6768c24c420cda7178fb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9e05eef725eb5f2fc2a6f2291db7b1b792fccd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0f5f584cc3d6804402271e7d92faeda61ea171fa72748a340c640e142ab4e7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78b71f11e4959ef06ea62919311773b4c73feca
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a737ef512ec33bce332e01d74b86f20dd3a20e3e534d6e092520a00aa253844f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4870fa293a98e5811f20baab7212b575c149f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c134ff482793692d34e1efa54dc549368dc495509f404e77b21f5ca4678d7b06
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33b0d7376dc4d85df9b9314b366aac73a7ad059
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bad10e544de6fcd9ff39cbbbe97b253af9e8f5a7dc7ad719daddac65558942a
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6133144de0a6dfa50f2070b090a4409b58da0ecf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272ce189973f2aa5bd23e71f2b0a779b9030bfd461fb3ba706ad3059c2e512c0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b476828e56f3838273fc64010c3441714b4289b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1b721d3d7778f8cd8466413d0ecf23ad890abee6785cdd188eaeb5ef708a4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aa2aa6c59c9103a8964c508e7d930d5ce83974
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820fcbfb51e1cee6a2d16b872e42870cd67935b7dccbd1692056c98ed54556e3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda99372625ffc343d9fd2c29a5873eadbc3f41f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f407645afcbdc6710761a97044b68872ba0e532409dd7f21efeab7bab2faaf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf519aa03de048190c011be1418fc070cf40271
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d86e5b6acadf0b87504acc8da524778c04b8f5c9cec7a247024d1bb3419aa17
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc505e42ad18ad3a50752d3f8d10591a037447ab
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d600ca81dea8552dc930da24f0825f3cc8541a6ed9aa5b2c992eb7565c128
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f24cffed118c97f5487d39407cb714b21cae51
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44322557a2ffff22cb290cf6bdbe302629c0a2ff95eb73b1979d6de8be6ab875
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f0b274a90f15a01080622d8261ceacd2350846
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c109505d8461f6113bd439d9772b6f4aa99a4c170b1dbd8e05e9713ff3b7d949
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54091a0cffd503f2000187327618587f6cfe8e1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39efba036bedff430f609aeecd707e1ced30dcb5e48da91f3bfc591f01e29605
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08304898066de409b7ec5b089b5a99b083671c73
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20d8ab5b741e262058753c031913a8094be609ab1bc1e062d4278f021ed60d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db609f9342de3d213260cde632901ec7dad69cb
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5402a0d7665af8b5c7ed7a9f35b6df41d161beac9f685031bfbc544a0fd2f821
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19af29919434f11744dd23325b71cb4e2e00d657
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3fe5497219b8cd319e93a5af76f1ac40da601c80d4d159c59819d07ca5b362
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba19463ab041a02e3fb884dc151e3a217dfd2183
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b562324b45f98a4abc5d6dc0a7e08a0b0b77eb36aa1a0098dc0bc19fc67660f3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682557bcd26dcf9c6b3393e209020a76839a4d4a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d9b580b14cb874d4102fcfae40a73b829f7e55a647656260c64c1dfee7ff5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a0977e4bfea0c29443359a952e8db6e3d877c6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1313c0b4edebd7e58df86a834a5b7abaf6049bc7fe3502694d1492cbe7e05e9b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dbff3dc044bdc436da330c9b01c2f42ec430c2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9a5455703899876d21d8ad57a16078c2ca5a4d85de6a4bbc793a89d968f301
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4323d035576f449a2a512a863bb47dc83782f3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387a4eda34121d9c7fafc8a8198210bb7cac03c99aa2f4360605421a971bf1e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28095faa3f15c5e0485a13d805f4a6bdba96ca50
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d60b835cd444f09b15714ae230d32f8b48ce21b3b10b183ad7d709c2e83f2b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b429b3a9018d983e4c5ab3b6eecf9545944825
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a14cde702243170ac9145e4aedc22015ab595dc3216d7a7feed5c1673d8b4e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fb326d38c65438355fee50c0a2b2e631c34a95
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c46ced30a68cf9d1c1e970de0badfb2640526036d431da80893596748cc0471
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf87c876ebca7aeedff579266d56aa6fa0a0c823
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa73ff5181a51b7e81f02c6463580889401507141070655d5ddf99310fb29dc4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5600469b053d3a2c002cf76fa209c894bb2a64e5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5491fc0d0c2accd89a1eaac5fd9660a96763cc5c463f370e9acd4cad3ec1090
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ae6055655fccf0c9f1a0aae76b96ff45454974
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c519833eb8bf41f67f6531e277dca8b84833033a70fa70797bcee9075776fdd
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f53343993c6b27ece649087be8288ae50134a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977e2f59ad6182db0e920b1c168928b812e6f7018531d27712856c49f5adbccb
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41831171c408dbf4464fdc751ae6712fde5d37e0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e787fa4a8dd710e4ad45d27a428aa87c52e15298689cbed3798e96e38658b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971d738e9c35018c62099107f1c95f1979475567
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce41b659d5a2248cf8cb1593854b41d5879b46f8c1daed0fb29d369c001a995
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdccdc1b4d6c3e92cc2a88a567e0d078d2070406
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef041581e8507a280e3bd17c5a500e7b737c562087fcd421bfd92c8605423e5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7f321ebaf5b63edf36810b392f8ab4d01e96a7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bafb01603b6645ace31b9a0c593862b07d1d4789baeee0ccdccec81c5b670d5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cd0be2446eb24d9afbef48548f3b9b3f1faffe
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04fcc76b44bf7306945317ae7ae410216583d79f7a8b5143b4a17b5a6e861c2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b5ef1af13969eff58c38bc0f5c296b475c9137
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190150f46db4e2664d8a78d94e82b466ec6e25d7b6dde4ab7b7d0c108398179b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d2f2b86793744998713a24c99c113fe2f7029a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e42af0334037f54014430a709c9c971b3060cee9b832cbeae795b5e8aa81ce
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d3de0b4d01b85dd90f034fde606ce1a302bbff
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc9dd39438dbce737ef8a2a13c9af46429401de5a03f669bfc4130fb72b4bd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc429095015b6251ccf4a058935370469f38c914
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0a1dbee9cd45b85ae2e1f67003c45b23af767d9639f5afacd22eefeece39de
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b85f0807013ab67fe1eb941b097f32e63c8fc28
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d0cb70a0357e9eab797fae5de5a3753508e75e00d92db66da108e78e9fa06f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6083cda633075f819ed0bc96d2993cb13ebe595
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ef7b51efedd776e0f9e78725cdac2bed193f1cf8d530b057cb89d8e1519fd7
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b134fda0b3a760ee14de160c096679f96a5a7d2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7427f24d9e65b52c9d1db71b20d64636aee799c62ca4b73554cae84cd3e04ea3
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c980b22b0b097e36248aa7880f5c580d4706974d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0ceded8352da372959cb8dd2ec6c32a1eef21108d848d9e0684496c3c3b361
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305b4e11a52d3d93a3b961c89c01d3ea053d4da0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09663266a530c05e580e71d865c3fced54076540f26abee564c1cd6feb8d3052
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d09b6cad402291de8c36480a97d927472d9b7b0
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c0140d6a285e31d20bd867769bab3b60a6e0c4e5fb203f91ab94c9bdab6744
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a94c284644f314870df1bacef93265b57709e6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef90044d88438b76090fb2249232b4018e5eec398a983406ef3f2819de0d64b9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc7f4e6429fb62c5d4624779ec9df864fc1a4d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0387b75b15ca27a27a45415584fc9eabf2fc0ef7ba63ea843aa8ccf3dcb8711
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960f6f1373fee437ed2af6a1a717add40acbce14
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724bcadc181d27e7e3c3dad57498fda5e0e1f4c7db2ce94f0d6f5f20be3696e2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf6155732094c720312ec2767a4b1a6e9e6d94e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4b6fa7ff6fbf0889cfba8196f770e39cfca45e3e45382af48e2b86132f217a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b52838e5d05d5d184a615371be449b247946d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401056600bd158d1012473d21f4f202db40163f9a89d9aa5f9a9e863c75888d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14923c87bb8d5e7f059294ec49b4ffaf3d0c8fc
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df52ce8cf572c568d469c4e3fcf801864dba580183716aee9f7dc48a7861cd3f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66251b14e6d0049f136b1c5454ea4d3687b4684
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2040f5322a5d5ffb20d7ef9ab9757afde61439ffbd2db863e4714eaebd08c7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b957a22e19b0c864925339f0d3ca74ca35507f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baa502192609477fc7807bfdc42d48a7bccc27ee0c3b4c082d86d2e55cf4075
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee3aea6a6bd05d1913df09b88c8a32357e4df5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bc240cf6b9c8142905906b949b1ea184fd509e9955744171024e7f3631dc70
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac70b10acb72dd5dfcc2b122b0194577c0f6651
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf6846801fe4c6965dcaf55da7923912efe594c8044749dee617ec6a1d863d2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de750cf6d9081ba0d616b29333ed386cadf44aaf
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443bf351fd1e13f766597b8d1de32baaec72e178d2709a37425d1db91b43c7f7
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4922508f33e0842475dc6217eb8d494dcb3133
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e351fd35137997474c665299d9a11b2423757212d7767c03a2b8e3d4345d9f4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bed03694171816d2bc66181d152b5e885b2a35
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81a66dcb3339f338ba3ab49447b2790ac7b24159eb9a47cd238a2f1de43e96d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa89176d7ed90562171a094d9aacc9c25f30c10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09a14e058c426843cf52c345dd3929ed5fd981e72fe3f0f66a21523db0bb81c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88745a1110783416383baa46398f2de67af7892e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63ddf1a72c1c1a439fad13da4ae3af9f7fa812db1dd130d8103e49367522bf6
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4f19405aa6c73a1f8b1b17f2474a21855bab3c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cad2b3026c6627ba93e0c3a28ff28075ee56c544ea52dee97fe24b82a3bfb5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02685baa9545ace272e26c01a25ce8712950cc4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25e7c21b42c34ee61ca616de47bc3b57d3d204ebf12ef35359eddbe92381ebe
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b0c7f22eb6e5624c4aac23b8d2a6e69e6e7bb1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8511720e94c6476b4470e49f82e7643f2c13f3bb3cb8e68626ba2f82a94d7b
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c64abdc24f8b896643f6148e631af83ed91654
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01fe3aba8689270289d6f7d08b773229c9056de7f614f7de45f4d0b7c1be4db
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3543d219d0dffd5e1076f4f48b5311790b5b32a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bab1219d83c4c844ed3febbfa5cf574a68aa5ac9801492ef08b8ade56e8b74f
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1b42fa39414c0ea389e46f390a6ebf4bc86c01
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09eba839768a96051e89758c40f43374eab9c5c883ec1fec149679864b2b3c64
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b648e4b60533f289909cf3427df9680abd09793
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff4607c820557ed726c590c2e6537e21bf2dcf7fe181c2e61a4ce6a11f7f5b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f5f7d27898f9aad891b804968ac0e1370daee9
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8dacd7910c89e703ba3332aa70ebb59a686530f8c140bb8a5287f1bd089df0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93f078442ce7b63c8bedab4a025c1b457033440
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52576db7a922e41ff9b088492f60b930e8f1a6d151740cf4b55ef5239657c244
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d769412dbbb9047c5689c137133e3c51ab00a36
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dc7dc4b1aebbe9ad039725be63c74507ca3037f0d1655ca8b1446f6788cfd9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea43ebec1f5454ecdd4962e6cb36e5594473733f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b656062d583da8e2551dfdb49be1368fc300cc15e726e669d49d47b6c98619c
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f105446b5ddce742f0355b1cbfce67d2dfd36a8c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c279c8609c8f9bcbdbaa87705ae6426ebae9a93477ea031b23c50e329d8badd0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efa9299c954d8a4a2641df62d87d8e7b096c258
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bf7b65c3f09cab95c39b9a7e928bf8e1f2ca37277ab2ae44c7511c0780f978
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54bec02f3fc6cd7e3a515454559cc6cd574d6b5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ab64b6a496fb8c60fdeaca9c397296e3fcf1e4fc00218c74fa020f5fc5a7fa
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63df7cb78323763419451ac82e9946b7cd55d376
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90898a3e1d14c3b54018929ed8edeef94eb520e5590b7a99638aa2a996bec77
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f84a317cef263d1989ff5813c59374ab705c816
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488bd045aa1a2fadb5c4829019d2cd39df38bb92025c7c2f75cccc3f97260ecf
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf3ba4e79e86667ced0d587cc4bd9f3a7ae3745
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c538b9c9f8cc19e726829d5a3a2edb563154707230ca75dcd86e0793833565
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a8482685695038f62996907eff2f6b8e108e10
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e800b77b56833261f01d437364ad1213124f998e68ec1ee3ecae1e14f1ee806
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640d1279f4c0e70b14f658b75f67cbe9480560be
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c59e59423e3340ef014ea813bea297a65f1389b0c2f1ae4d53432f78e55bacb
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1402d216b31b096b0a97defd0b9d0b80b19d8e82
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853e5e0a86b76a7f5284cd042d56fec5f812bbcea86749814e73c82d55104084
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399743ad7473c3bbe88e47582984aafed8f6218d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99df61fef35f9b2b3cf16732383c1b1a597e7e937a2ef7c2293a531591217f11
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef2e99050a8c437346c0dfeb905ccb6fb8948f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b746e92ebd8d77fdb206746316162d55c39be11f61869a08f0fb783bfc7dd90
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a42e0b0a5d0350761a6f748ab32ef9def73823
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a527f2f47d288c9e56aebba2e227001dfdd1b06571fcb05efca028e4249d6864
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7c0d411959a52ac7322ec503e5e74e0aa5fc7b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27b3b8e71d20b7cd451792cda4fb077ecae32af84fcf22da862586f0a69a89f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c349104ebc947f264e103463934c3b8f9693e2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fb09e7a2c55cc92642dbf082fa358ca91ab3a21f96d6b5d8eccea8149c46e9
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80962e4ec140fa744555f12f78699385ecf8d350
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f8e1409898b9479e1c2b67d5cb056a85eade2d5a7c2ec46d7177da51698d38
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eceb2ba4b1866be5209bee08819879c84a6092c7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142e834c3547f026deea9c7c8e374c3e878ffe34f1d1b1b06a93ed9237c4012d
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aa47780b3e9028bb82e3673a67457a7fec8af7
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9adfe61a5e64d92a4f116fca51fbe5a6b19dbf907872fa51b7b929677533218
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057c12cafe3f2470903377106de376a291cefc4c
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ee040eb51b11e1873eaf4378e09801536b38589067f48d8fbfa1f1e4175389
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0508bfbad02b95bf4b62f62465e37e3b81eedc0f
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6f00adb5969783f7934beb4d1547d53c52415961ce5e8e767cdf851304c655
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e185eeb260e9d052e2a701ee1954f006ebb851
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9fbca2d973d40077af25cfd0dfe9ed39cac1dad7af99751b6a26ddf52ef0a8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9baa1cc2402fae87b35440380f51746894efb8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25ce62a0f09e3625dc6d84bf4cad18455e203de6ebb7bdc0cefd6a25f46e8b8
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2705e5966c36aba8fef98b37d94e861ac65a1330
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae06de71d028f6e1518278afc31a4f4e34405d7c3e7a2c2c5676c49aebac1f0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e3f3367d52c494584f7c7b7a247fdcdf83e083
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d95258780f521ba5d9bdea755f8e32fa4750c2788330977f51443c22f10e29f
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f79aa93f9990e0b1fc641b8802a1c075b32ba39
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb86cd98ac93badec6f79c8e2127990eb865ba1bbbcbde09145cb78789ff9038
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d982805837d12c9acf69009c6bf4e33d76d4933a
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225418bcadfc0c7453e9054b79d712fb5e35a1036f33869ca5a8475dc59a2229
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1dfafc32521ed4b97a8ddba8ee507aa1a1a8a1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18ef3b234b00c57aadb1f8ee7b96d44564db2664a405b5c72c1ff515a32d9b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8b062725b1a51ae282d54dea3d3779a9a818f1
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf332d72b13ba6affb2a28c684dacabd01482301ad8323520973391e6c86b2
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d995f7799011eb10bef374fb4d9608718884a5
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddeeed818faa2997fdbefe98b1e68dc4aff2019cdae015a28484f9c9584b620
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590dba3179683f5c39af1b463e17b1e85269538e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13988846ee83c572865c2fd825ea797d2bc906ed0a809bc090e08c3d90fae89
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce721b71f22be3623d01a213573c9d880218e99
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08849141d576a5f78fa7cb866be38495ba66a0ae8ff6393fb321ad969056f400
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fd39d3a46ebf2e51f3b94b3bcc0922adc1b5a6
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330d9b61d61e30482a35d34c1d0679b2d91c01f30784d20c351caa5bbf7dd241
+size 17539
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8622b21fb31f5a0bf1a1a7d7c2274fbdab915a1d
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b81910ecd909ca0170b0417420b34f7e88c7da53d8489173d06bdcb0c2c2ec
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2cbb7f973e724a2d04dba890d8a0f4ebe0618b
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24492070d1705f1974742d3868089d654f643838982e7816c8ef6a691353f8e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0762dc032707f9f4c027539121428398b21127e4
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909e32d56cfa9b2bdcac2b573a90e057ae4895a49912887d4be766eccf50fb1e
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df71d0450facb5cfe712e6296685a920e9b6dc54
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c9485650a7c396d39409de41141a7c972326eb52bc54870691469f723e74a5
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7413c8adec3954a37e4dd179e3b0d8a3298512a3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0b86613a948a8b55c7be65b86c138ec60230cb27f179492be44a25e84b57b0
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146415dff682abbb0a5e59a43a3b30ea99bb82e3
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c7bad23a02fcf0d629973423d03dae1113a8903c1c1abf5c87de58057df02a
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcb086b6b2e390cd0c16c8dad0c57936ca21981
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc2202aea94fe313222e96c4a4121f1ecaa5e79b1f41f3823db7686da7cd1d3
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70de4a69e337f11281608fd7e3ed1f1e21362043
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bbf3f5399cccd32fb8f3059c90b1424d5f230fd82b8f94bd493fbf5c39c75
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d485d2f2b3330bea8a2962f8e33aa92cf2cb298e
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c8779793e5674526b142e02866906fd1653c1fb4d70fcc4a6123ac94eee938
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98084cbc676eab87ad1d233a6b7c18fbacaf1857
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439e70a68479dd15175a207d9a3ac38bbe184dd15416e278ded321e109d0b0e4
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e279b0a63591fefa57218afcf73a4f2375bcc98
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94c47ea535fba110d4c9f93982d7bb0028eef99145d5f551137123e21616d13
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5611101210fbed10cff3c86149bffbf46347bf8
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049a7964b29b547012f46a27846f87fa1255ec5256c9d6a69137ad03189cbb83
+size 5251
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a07a22f5418ebad43c25922965776f0185a4cd
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cb2bc5303e4a45dec3ef6fc1abbacaf481fdbe429b020a2870fe14d78d4835
+size 3203
diff --git a/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a5dd0f805a4bc228938080e45c44028c3fabd2
--- /dev/null
+++ b/params/opt/6/rnd_search_t_cos/comb_9_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e949c09fdc20889f262b7a9150fcb90bb8d450c30b2beb055b19008da2b2f06
+size 3203